2024-11-10 23:40:13,559 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 23:40:13,580 main DEBUG Took 0.014816 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 23:40:13,581 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 23:40:13,581 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 23:40:13,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 23:40:13,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,594 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 23:40:13,620 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,623 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,629 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,632 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,636 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,645 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,646 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,647 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:40:13,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,650 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 23:40:13,652 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:40:13,654 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 23:40:13,656 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 23:40:13,656 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 23:40:13,658 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 23:40:13,658 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 23:40:13,674 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 23:40:13,677 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 23:40:13,680 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 23:40:13,680 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 23:40:13,681 main DEBUG createAppenders(={Console}) 2024-11-10 23:40:13,682 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 23:40:13,682 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 23:40:13,683 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 23:40:13,683 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 23:40:13,684 main DEBUG OutputStream closed 2024-11-10 23:40:13,684 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 23:40:13,685 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 23:40:13,685 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 23:40:13,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 23:40:13,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 23:40:13,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 23:40:13,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 23:40:13,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 23:40:13,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 23:40:13,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 23:40:13,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 23:40:13,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 23:40:13,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 23:40:13,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 23:40:13,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 23:40:13,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 23:40:13,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 23:40:13,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 23:40:13,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 23:40:13,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 23:40:13,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 23:40:13,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 23:40:13,806 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 23:40:13,807 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 23:40:13,808 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T23:40:14,234 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87 2024-11-10 23:40:14,237 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 23:40:14,237 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T23:40:14,248 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-10T23:40:14,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:40:14,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef, deleteOnExit=true 2024-11-10T23:40:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:40:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/test.cache.data in system properties and HBase conf 2024-11-10T23:40:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:40:14,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:40:14,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:40:14,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:40:14,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:40:14,431 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T23:40:14,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:40:14,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:40:14,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:40:14,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:40:14,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:40:14,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:40:14,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:40:14,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:40:14,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:40:14,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:40:14,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:40:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:40:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:40:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:40:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:40:15,553 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:40:15,659 INFO [Time-limited test {}] log.Log(170): Logging initialized @3049ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T23:40:15,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:40:15,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:40:15,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:40:15,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:40:15,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:40:15,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:40:15,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:40:15,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:40:16,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/java.io.tmpdir/jetty-localhost-42315-hadoop-hdfs-3_4_1-tests_jar-_-any-3949947478136053212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:40:16,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:42315} 2024-11-10T23:40:16,133 INFO [Time-limited test {}] server.Server(415): Started @3524ms 2024-11-10T23:40:16,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:40:16,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:40:16,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:40:16,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:40:16,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:40:16,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:40:16,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:40:16,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/java.io.tmpdir/jetty-localhost-43699-hadoop-hdfs-3_4_1-tests_jar-_-any-4063483251018019533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:40:16,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:43699} 2024-11-10T23:40:16,691 INFO [Time-limited test {}] server.Server(415): Started @4083ms 2024-11-10T23:40:16,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:40:17,371 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/data/data1/current/BP-354302373-172.17.0.2-1731282015264/current, will proceed with Du for space computation calculation, 2024-11-10T23:40:17,373 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/data/data2/current/BP-354302373-172.17.0.2-1731282015264/current, will proceed with Du for space computation calculation, 2024-11-10T23:40:17,438 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:40:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b72a18b0902ca93 with lease ID 0x93bf17e5e0f5c655: Processing first storage report for DS-531bd03e-46f9-4f07-b14f-b735ae669eb1 from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=561b77fc-3f79-4f2d-b898-dd1a89777d2f, infoPort=43465, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1195282991;c=1731282015264) 2024-11-10T23:40:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b72a18b0902ca93 with lease ID 0x93bf17e5e0f5c655: from storage DS-531bd03e-46f9-4f07-b14f-b735ae669eb1 node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=561b77fc-3f79-4f2d-b898-dd1a89777d2f, infoPort=43465, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1195282991;c=1731282015264), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T23:40:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b72a18b0902ca93 with lease ID 0x93bf17e5e0f5c655: Processing first storage report for DS-50e8cb96-3004-4d62-9149-fede7aec2780 from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=561b77fc-3f79-4f2d-b898-dd1a89777d2f, infoPort=43465, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1195282991;c=1731282015264) 2024-11-10T23:40:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b72a18b0902ca93 with lease ID 0x93bf17e5e0f5c655: from storage DS-50e8cb96-3004-4d62-9149-fede7aec2780 node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=561b77fc-3f79-4f2d-b898-dd1a89777d2f, infoPort=43465, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1195282991;c=1731282015264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:40:17,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87 2024-11-10T23:40:17,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/zookeeper_0, clientPort=64889, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:40:17,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64889 2024-11-10T23:40:17,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:17,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:40:18,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 with version=8 2024-11-10T23:40:18,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/hbase-staging 2024-11-10T23:40:18,492 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T23:40:18,747 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:40:18,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:18,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:18,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:40:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:40:18,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:40:18,971 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T23:40:18,983 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T23:40:18,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:40:19,027 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1001 (auto-detected) 2024-11-10T23:40:19,029 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T23:40:19,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42895 2024-11-10T23:40:19,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42895 connecting to ZooKeeper ensemble=127.0.0.1:64889 2024-11-10T23:40:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428950x0, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:40:19,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42895-0x101948e92c90000 connected 2024-11-10T23:40:19,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:19,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:19,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:40:19,216 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040, hbase.cluster.distributed=false 2024-11-10T23:40:19,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:40:19,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-10T23:40:19,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42895 2024-11-10T23:40:19,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42895 2024-11-10T23:40:19,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-10T23:40:19,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-10T23:40:19,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:40:19,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:19,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:19,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:40:19,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:40:19,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:40:19,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:40:19,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:40:19,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40463 2024-11-10T23:40:19,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40463 connecting to ZooKeeper ensemble=127.0.0.1:64889 2024-11-10T23:40:19,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:19,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:19,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404630x0, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:40:19,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404630x0, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:40:19,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40463-0x101948e92c90001 connected 2024-11-10T23:40:19,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:40:19,472 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:40:19,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:40:19,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:40:19,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-10T23:40:19,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40463 2024-11-10T23:40:19,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40463 2024-11-10T23:40:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-10T23:40:19,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-10T23:40:19,523 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:42895 2024-11-10T23:40:19,524 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,42895,1731282018549 2024-11-10T23:40:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:40:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:40:19,533 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,42895,1731282018549 2024-11-10T23:40:19,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:19,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:40:19,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:19,574 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:40:19,576 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,42895,1731282018549 from backup master directory 2024-11-10T23:40:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,42895,1731282018549 2024-11-10T23:40:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:40:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:40:19,581 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:40:19,581 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,42895,1731282018549 2024-11-10T23:40:19,584 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T23:40:19,588 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T23:40:19,663 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/hbase.id] with ID: 55cec785-e649-466c-9cd5-4d2e788f2f4a 2024-11-10T23:40:19,663 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/.tmp/hbase.id 2024-11-10T23:40:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:40:19,678 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/.tmp/hbase.id]:[hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/hbase.id] 2024-11-10T23:40:19,740 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:40:19,747 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:40:19,772 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-10T23:40:19,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:19,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:19,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:40:19,822 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:40:19,825 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:40:19,846 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:19,852 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:40:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:40:20,317 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store 2024-11-10T23:40:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:40:20,750 INFO [master/ae12972821c6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T23:40:20,754 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:20,755 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:40:20,755 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:40:20,755 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:40:20,757 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:40:20,757 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:40:20,757 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:40:20,759 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282020755Disabling compacts and flushes for region at 1731282020755Disabling writes for close at 1731282020757 (+2 ms)Writing region close event to WAL at 1731282020757Closed at 1731282020757 2024-11-10T23:40:20,761 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/.initializing 2024-11-10T23:40:20,761 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/WALs/ae12972821c6,42895,1731282018549 2024-11-10T23:40:20,770 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:40:20,785 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C42895%2C1731282018549, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/WALs/ae12972821c6,42895,1731282018549, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/oldWALs, maxLogs=10 2024-11-10T23:40:20,813 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/WALs/ae12972821c6,42895,1731282018549/ae12972821c6%2C42895%2C1731282018549.1731282020790, exclude list is [], retry=0 2024-11-10T23:40:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-531bd03e-46f9-4f07-b14f-b735ae669eb1,DISK] 2024-11-10T23:40:20,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T23:40:20,883 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/WALs/ae12972821c6,42895,1731282018549/ae12972821c6%2C42895%2C1731282018549.1731282020790 2024-11-10T23:40:20,884 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-10T23:40:20,884 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:40:20,885 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:20,889 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,890 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:40:20,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:20,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:20,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:40:20,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:20,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:20,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:40:20,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:20,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:20,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:40:20,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:20,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:20,990 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,994 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:20,995 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:21,001 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:21,002 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:21,006 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:40:21,010 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:40:21,016 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:40:21,018 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74848453, jitterRate=0.11532886326313019}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:40:21,025 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731282020903Initializing all the Stores at 1731282020906 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282020906Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282020907 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282020907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282020908 (+1 ms)Cleaning up temporary data from old regions at 1731282021002 (+94 ms)Region opened successfully at 1731282021025 (+23 ms) 2024-11-10T23:40:21,027 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:40:21,065 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ed9f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:40:21,104 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:40:21,116 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:40:21,116 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:40:21,120 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:40:21,121 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:40:21,128 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T23:40:21,128 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:40:21,156 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:40:21,164 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:40:21,167 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:40:21,169 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:40:21,170 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:40:21,172 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:40:21,174 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:40:21,177 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:40:21,179 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:40:21,180 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:40:21,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:40:21,199 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:40:21,200 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:40:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:40:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:40:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,207 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,42895,1731282018549, sessionid=0x101948e92c90000, setting cluster-up flag (Was=false) 2024-11-10T23:40:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,224 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:40:21,226 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,42895,1731282018549 2024-11-10T23:40:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:21,236 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:40:21,238 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,42895,1731282018549 2024-11-10T23:40:21,245 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:40:21,308 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(746): ClusterId : 55cec785-e649-466c-9cd5-4d2e788f2f4a 2024-11-10T23:40:21,311 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:40:21,316 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:40:21,316 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:40:21,319 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:40:21,319 DEBUG [RS:0;ae12972821c6:40463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b8cc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:40:21,322 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:40:21,332 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:40:21,334 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:40463 2024-11-10T23:40:21,337 INFO [RS:0;ae12972821c6:40463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:40:21,337 INFO [RS:0;ae12972821c6:40463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:40:21,337 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:40:21,338 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:40:21,340 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,42895,1731282018549 with port=40463, startcode=1731282019372 2024-11-10T23:40:21,344 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,42895,1731282018549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:40:21,351 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,352 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:40:21,353 DEBUG [RS:0;ae12972821c6:40463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:40:21,353 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,354 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282051354 2024-11-10T23:40:21,356 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:40:21,358 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:40:21,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:40:21,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:40:21,363 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:40:21,363 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:40:21,364 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:40:21,364 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:40:21,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:21,365 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:40:21,369 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:40:21,370 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:40:21,370 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:40:21,377 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:40:21,377 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:40:21,379 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282021379,5,FailOnTimeoutGroup] 2024-11-10T23:40:21,380 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282021380,5,FailOnTimeoutGroup] 2024-11-10T23:40:21,380 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,381 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:40:21,382 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,383 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:40:21,393 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40519, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:40:21,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42895 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,416 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:40:21,416 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33701 2024-11-10T23:40:21,416 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:40:21,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:40:21,421 DEBUG [RS:0;ae12972821c6:40463 {}] zookeeper.ZKUtil(111): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,421 WARN [RS:0;ae12972821c6:40463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:40:21,422 INFO [RS:0;ae12972821c6:40463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:40:21,422 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,40463,1731282019372] 2024-11-10T23:40:21,449 INFO [RS:0;ae12972821c6:40463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:40:21,463 INFO [RS:0;ae12972821c6:40463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:40:21,469 INFO [RS:0;ae12972821c6:40463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:40:21,469 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,470 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:40:21,476 INFO [RS:0;ae12972821c6:40463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:40:21,477 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,477 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:40:21,478 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:40:21,479 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:40:21,480 DEBUG [RS:0;ae12972821c6:40463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:40:21,480 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,481 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,481 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,481 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,481 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,482 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40463,1731282019372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:40:21,502 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:40:21,504 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40463,1731282019372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,504 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,504 INFO [RS:0;ae12972821c6:40463 {}] regionserver.Replication(171): ae12972821c6,40463,1731282019372 started 2024-11-10T23:40:21,524 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:21,524 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,40463,1731282019372, RpcServer on ae12972821c6/172.17.0.2:40463, sessionid=0x101948e92c90001 2024-11-10T23:40:21,525 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:40:21,525 DEBUG [RS:0;ae12972821c6:40463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,525 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,40463,1731282019372' 2024-11-10T23:40:21,525 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:40:21,526 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:40:21,527 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:40:21,527 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:40:21,527 DEBUG [RS:0;ae12972821c6:40463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,40463,1731282019372 2024-11-10T23:40:21,527 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,40463,1731282019372' 2024-11-10T23:40:21,527 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:40:21,528 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:40:21,528 DEBUG [RS:0;ae12972821c6:40463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:40:21,529 INFO [RS:0;ae12972821c6:40463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:40:21,529 INFO [RS:0;ae12972821c6:40463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:40:21,634 INFO [RS:0;ae12972821c6:40463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:40:21,638 INFO [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C40463%2C1731282019372, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/oldWALs, maxLogs=32 2024-11-10T23:40:21,655 DEBUG [RS:0;ae12972821c6:40463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372/ae12972821c6%2C40463%2C1731282019372.1731282021640, exclude list is [], retry=0 2024-11-10T23:40:21,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-531bd03e-46f9-4f07-b14f-b735ae669eb1,DISK] 2024-11-10T23:40:21,662 INFO [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372/ae12972821c6%2C40463%2C1731282019372.1731282021640 2024-11-10T23:40:21,663 DEBUG [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-10T23:40:21,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:40:21,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:40:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741833_1009 (size=32) 2024-11-10T23:40:22,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:22,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:40:22,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:40:22,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:40:22,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:40:22,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:40:22,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:40:22,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:40:22,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:40:22,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:40:22,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740 2024-11-10T23:40:22,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740 2024-11-10T23:40:22,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:40:22,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:40:22,222 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:40:22,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:40:22,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:40:22,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71062000, jitterRate=0.05890631675720215}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:40:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731282022199Initializing all the Stores at 1731282022201 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282022202 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022202Cleaning up temporary data from old regions at 1731282022221 (+19 ms)Region opened successfully at 1731282022231 (+10 ms) 2024-11-10T23:40:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:40:22,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:40:22,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:40:22,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:40:22,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:40:22,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:40:22,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282022231Disabling compacts and flushes for region at 1731282022231Disabling writes for close at 1731282022232 (+1 ms)Writing region close event to WAL at 1731282022233 (+1 ms)Closed at 1731282022233 2024-11-10T23:40:22,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:40:22,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:40:22,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:40:22,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:40:22,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:40:22,411 DEBUG [ae12972821c6:42895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:40:22,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:22,430 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,40463,1731282019372, state=OPENING 2024-11-10T23:40:22,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:40:22,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:22,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:40:22,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:22,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:22,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:40:22,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:22,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:40:22,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:40:22,632 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:40:22,633 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:40:22,633 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:40:22,636 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C40463%2C1731282019372.meta, suffix=.meta, logDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/oldWALs, maxLogs=32 2024-11-10T23:40:22,653 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372/ae12972821c6%2C40463%2C1731282019372.meta.1731282022638.meta, exclude list is [], retry=0 2024-11-10T23:40:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-531bd03e-46f9-4f07-b14f-b735ae669eb1,DISK] 2024-11-10T23:40:22,660 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/WALs/ae12972821c6,40463,1731282019372/ae12972821c6%2C40463%2C1731282019372.meta.1731282022638.meta 2024-11-10T23:40:22,660 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-10T23:40:22,661 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:40:22,662 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:40:22,665 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:40:22,670 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:40:22,674 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:40:22,675 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:22,675 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:40:22,675 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:40:22,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:40:22,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:40:22,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:40:22,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:40:22,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:40:22,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:40:22,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:40:22,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:40:22,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:22,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:40:22,688 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:40:22,689 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740 2024-11-10T23:40:22,692 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740 2024-11-10T23:40:22,694 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:40:22,695 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:40:22,695 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:40:22,698 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:40:22,700 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75421554, jitterRate=0.12386873364448547}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:40:22,700 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:40:22,701 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731282022675Writing region info on filesystem at 1731282022676 (+1 ms)Initializing all the Stores at 1731282022677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022678 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282022678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282022678Cleaning up temporary data from old regions at 1731282022695 (+17 ms)Running coprocessor post-open hooks at 1731282022700 (+5 ms)Region opened successfully at 1731282022701 (+1 ms) 2024-11-10T23:40:22,708 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282022608 2024-11-10T23:40:22,720 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:40:22,721 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:40:22,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:22,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,40463,1731282019372, state=OPEN 2024-11-10T23:40:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:40:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:40:22,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:22,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:22,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:22,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:40:22,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,40463,1731282019372 in 291 msec 2024-11-10T23:40:22,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:40:22,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-10T23:40:22,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:40:22,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:40:22,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:22,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:22,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:22,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:22,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5360 sec 2024-11-10T23:40:22,814 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282022814, completionTime=-1 2024-11-10T23:40:22,817 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:40:22,817 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:40:22,871 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:40:22,871 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282082871 2024-11-10T23:40:22,872 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282142871 2024-11-10T23:40:22,872 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 54 msec 2024-11-10T23:40:22,874 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,875 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,875 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,877 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:42895, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,877 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,878 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,884 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:40:22,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.323sec 2024-11-10T23:40:22,906 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:40:22,907 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:40:22,908 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:40:22,909 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:40:22,909 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:40:22,910 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:40:22,910 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:40:22,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32936631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:22,919 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:40:22,920 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:40:22,920 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42895,1731282018549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:40:22,921 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T23:40:22,921 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T23:40:22,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:22,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:22,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:22,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:22,944 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:22,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:22,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:22,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,42895,1731282018549 2024-11-10T23:40:22,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=8552 2024-11-10T23:40:23,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:40:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:40:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ffeb4e 2024-11-10T23:40:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:40:23,015 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:40:23,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:40:23,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:40:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:23,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:40:23,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T23:40:23,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:23,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:40:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741835_1011 (size=1061) 2024-11-10T23:40:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:23,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:40:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741836_1012 (size=53) 2024-11-10T23:40:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:23,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:23,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8dd00da1a2015d5ba6a92eb01cc4d39e, disabling compactions & flushes 2024-11-10T23:40:23,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:23,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:23,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. after waiting 0 ms 2024-11-10T23:40:23,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:23,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:23,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: Waiting for close lock at 1731282023866Disabling compacts and flushes for region at 1731282023866Disabling writes for close at 1731282023866Writing region close event to WAL at 1731282023866Closed at 1731282023866 2024-11-10T23:40:23,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:40:23,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282023868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282023868"}]},"ts":"1731282023868"} 2024-11-10T23:40:23,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:40:23,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:40:23,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282023881"}]},"ts":"1731282023881"} 2024-11-10T23:40:23,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:40:23,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, ASSIGN}] 2024-11-10T23:40:23,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, ASSIGN 2024-11-10T23:40:23,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:40:24,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd00da1a2015d5ba6a92eb01cc4d39e, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:24,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, ASSIGN because future has completed 2024-11-10T23:40:24,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:24,212 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:24,212 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:40:24,213 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,213 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:24,213 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,213 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,215 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,219 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:24,219 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd00da1a2015d5ba6a92eb01cc4d39e columnFamilyName A 2024-11-10T23:40:24,219 DEBUG [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:24,220 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(327): Store=8dd00da1a2015d5ba6a92eb01cc4d39e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:24,221 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,223 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:24,223 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd00da1a2015d5ba6a92eb01cc4d39e columnFamilyName B 2024-11-10T23:40:24,223 DEBUG [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:24,224 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(327): Store=8dd00da1a2015d5ba6a92eb01cc4d39e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:24,225 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,226 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:24,227 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd00da1a2015d5ba6a92eb01cc4d39e columnFamilyName C 2024-11-10T23:40:24,227 DEBUG [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:24,228 INFO [StoreOpener-8dd00da1a2015d5ba6a92eb01cc4d39e-1 {}] regionserver.HStore(327): Store=8dd00da1a2015d5ba6a92eb01cc4d39e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:24,228 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:24,228 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,229 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,230 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,232 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,232 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,233 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:40:24,237 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,241 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:40:24,242 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8dd00da1a2015d5ba6a92eb01cc4d39e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68171194, jitterRate=0.01582995057106018}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:40:24,242 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:24,243 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: Running coprocessor pre-open hook at 1731282024213Writing region info on filesystem at 1731282024213Initializing all the Stores at 1731282024215 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282024215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282024215Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282024215Cleaning up temporary data from old regions at 1731282024232 (+17 ms)Running coprocessor post-open hooks at 1731282024242 (+10 ms)Region opened successfully at 1731282024243 (+1 ms) 2024-11-10T23:40:24,246 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., pid=6, masterSystemTime=1731282024205 2024-11-10T23:40:24,249 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:24,249 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:24,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd00da1a2015d5ba6a92eb01cc4d39e, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:24,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:40:24,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T23:40:24,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 in 205 msec 2024-11-10T23:40:24,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:40:24,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, ASSIGN in 371 msec 2024-11-10T23:40:24,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:40:24,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282024267"}]},"ts":"1731282024267"} 2024-11-10T23:40:24,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:40:24,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:40:24,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2460 sec 2024-11-10T23:40:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:40:25,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:25,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ec7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd3e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c82fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:40:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:40:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da7d497 2024-11-10T23:40:25,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:40:25,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:40:25,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a862833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,228 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4d5de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac3455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b0e30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f7adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,242 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cae7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6573bf69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c642253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,249 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0df3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,252 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59441750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2401f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,255 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5127c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c15e47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b096a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578c18ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d111af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,270 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9639cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311faa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,273 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e406351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e8d071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46be8e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:25,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:25,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:25,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32f21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:25,285 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,285 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,285 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,286 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,287 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,287 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,288 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,289 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,290 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:25,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:25,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:25,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T23:40:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:40:25,310 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:25,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:25,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:25,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:40:25,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:25,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:25,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:25,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:25,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:25,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282085468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282085469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282085475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282085475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282085478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6525a3c1cd4e49de8fd5e5498b430969 is 50, key is test_row_0/A:col10/1731282025371/Put/seqid=0 2024-11-10T23:40:25,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741837_1013 (size=12001) 2024-11-10T23:40:25,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6525a3c1cd4e49de8fd5e5498b430969 2024-11-10T23:40:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:25,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282085642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282085644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282085644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282085646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/4b261a80ece144929359db2d75f59e9a is 50, key is test_row_0/B:col10/1731282025371/Put/seqid=0 2024-11-10T23:40:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282085646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:25,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741838_1014 (size=12001) 2024-11-10T23:40:25,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/4b261a80ece144929359db2d75f59e9a 2024-11-10T23:40:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fdd973e4b87841d58e3b88126ddfcc86 is 50, key is test_row_0/C:col10/1731282025371/Put/seqid=0 2024-11-10T23:40:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741839_1015 (size=12001) 2024-11-10T23:40:25,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fdd973e4b87841d58e3b88126ddfcc86 2024-11-10T23:40:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6525a3c1cd4e49de8fd5e5498b430969 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969 2024-11-10T23:40:25,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:40:25,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/4b261a80ece144929359db2d75f59e9a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a 2024-11-10T23:40:25,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:40:25,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fdd973e4b87841d58e3b88126ddfcc86 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86 2024-11-10T23:40:25,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:40:25,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 477ms, sequenceid=14, compaction requested=false 2024-11-10T23:40:25,857 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T23:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:25,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T23:40:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:25,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/75c30059a48342828ad9deb5011ee43c is 50, key is test_row_0/A:col10/1731282025470/Put/seqid=0 2024-11-10T23:40:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741840_1016 (size=14341) 2024-11-10T23:40:25,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/75c30059a48342828ad9deb5011ee43c 2024-11-10T23:40:25,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/580974cbbe054d56a2e06e834a777ba9 is 50, key is test_row_0/B:col10/1731282025470/Put/seqid=0 2024-11-10T23:40:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741841_1017 (size=12001) 2024-11-10T23:40:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:25,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:25,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:25,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282085972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282085992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282085999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282085999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282086002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282086112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282086122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282086124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282086124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282086124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:26,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282086322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/580974cbbe054d56a2e06e834a777ba9 2024-11-10T23:40:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282086332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282086333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282086333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282086342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fed6140bb6f9492ea7122f45f8b824fe is 50, key is test_row_0/C:col10/1731282025470/Put/seqid=0 2024-11-10T23:40:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741842_1018 (size=12001) 2024-11-10T23:40:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:26,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282086632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282086643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282086643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282086644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282086662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:26,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fed6140bb6f9492ea7122f45f8b824fe 2024-11-10T23:40:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/75c30059a48342828ad9deb5011ee43c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c 2024-11-10T23:40:26,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c, entries=200, sequenceid=34, filesize=14.0 K 2024-11-10T23:40:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/580974cbbe054d56a2e06e834a777ba9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9 2024-11-10T23:40:26,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9, entries=150, sequenceid=34, filesize=11.7 K 2024-11-10T23:40:26,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/fed6140bb6f9492ea7122f45f8b824fe as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe 2024-11-10T23:40:26,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe, entries=150, sequenceid=34, filesize=11.7 K 2024-11-10T23:40:26,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=73.80 KB/75570 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1006ms, sequenceid=34, compaction requested=false 2024-11-10T23:40:26,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:26,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:40:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:26,943 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0b1559e3bf2b406aa79fa27c4f4aaacb is 50, key is test_row_0/A:col10/1731282025990/Put/seqid=0 2024-11-10T23:40:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741843_1019 (size=12001) 2024-11-10T23:40:26,986 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0b1559e3bf2b406aa79fa27c4f4aaacb 2024-11-10T23:40:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1dc48e36f9ce4f09976c780467cbaa84 is 50, key is test_row_0/B:col10/1731282025990/Put/seqid=0 2024-11-10T23:40:27,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741844_1020 (size=12001) 2024-11-10T23:40:27,029 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1dc48e36f9ce4f09976c780467cbaa84 2024-11-10T23:40:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7fbc5c941bfd4d35901010e635d87fbd is 50, key is test_row_0/C:col10/1731282025990/Put/seqid=0 2024-11-10T23:40:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741845_1021 (size=12001) 2024-11-10T23:40:27,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7fbc5c941bfd4d35901010e635d87fbd 2024-11-10T23:40:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0b1559e3bf2b406aa79fa27c4f4aaacb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb 2024-11-10T23:40:27,098 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T23:40:27,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1dc48e36f9ce4f09976c780467cbaa84 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84 2024-11-10T23:40:27,116 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T23:40:27,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7fbc5c941bfd4d35901010e635d87fbd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd 2024-11-10T23:40:27,143 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T23:40:27,145 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 201ms, sequenceid=48, compaction requested=true 2024-11-10T23:40:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T23:40:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T23:40:27,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T23:40:27,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-10T23:40:27,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8630 sec 2024-11-10T23:40:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:27,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:27,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:27,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f0c6f959a7e443d8b1d7d192380f32e is 50, key is test_row_0/A:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741846_1022 (size=16681) 2024-11-10T23:40:27,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f0c6f959a7e443d8b1d7d192380f32e 2024-11-10T23:40:27,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282087249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/49365ad40e744090b968ade73c7631ca is 50, key is test_row_0/B:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282087254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282087254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282087258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282087260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741847_1023 (size=12001) 2024-11-10T23:40:27,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/49365ad40e744090b968ade73c7631ca 2024-11-10T23:40:27,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/366869d359f54f2b81d388977dcbff52 is 50, key is test_row_0/C:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741848_1024 (size=12001) 2024-11-10T23:40:27,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/366869d359f54f2b81d388977dcbff52 2024-11-10T23:40:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f0c6f959a7e443d8b1d7d192380f32e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e 2024-11-10T23:40:27,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e, entries=250, sequenceid=60, filesize=16.3 K 2024-11-10T23:40:27,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/49365ad40e744090b968ade73c7631ca as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca 2024-11-10T23:40:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282087372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282087372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca, entries=150, sequenceid=60, filesize=11.7 K 2024-11-10T23:40:27,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282087372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282087373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/366869d359f54f2b81d388977dcbff52 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52 2024-11-10T23:40:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282087382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52, entries=150, sequenceid=60, filesize=11.7 K 2024-11-10T23:40:27,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 211ms, sequenceid=60, compaction requested=true 2024-11-10T23:40:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:27,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:27,407 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:27,408 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:27,412 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:27,414 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:27,414 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:27,414 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:27,415 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,415 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,415 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=46.9 K 2024-11-10T23:40:27,415 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=53.7 K 2024-11-10T23:40:27,417 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b261a80ece144929359db2d75f59e9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282025359 2024-11-10T23:40:27,418 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 580974cbbe054d56a2e06e834a777ba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731282025470 2024-11-10T23:40:27,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc48e36f9ce4f09976c780467cbaa84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731282025984 2024-11-10T23:40:27,420 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 49365ad40e744090b968ade73c7631ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027184 2024-11-10T23:40:27,424 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6525a3c1cd4e49de8fd5e5498b430969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282025359 2024-11-10T23:40:27,425 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c30059a48342828ad9deb5011ee43c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731282025467 2024-11-10T23:40:27,426 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b1559e3bf2b406aa79fa27c4f4aaacb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731282025984 2024-11-10T23:40:27,427 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f0c6f959a7e443d8b1d7d192380f32e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027166 2024-11-10T23:40:27,442 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:40:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:40:27,462 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:27,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T23:40:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:27,468 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:27,469 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:27,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:27,472 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:27,473 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0c2685d26b6e4b91b1f93a9426bc7cfc is 50, key is test_row_0/A:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,474 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:27,475 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/294fa269b3b64b5d9ab39b21f5aa50c2 is 50, key is test_row_0/B:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741849_1025 (size=12139) 2024-11-10T23:40:27,506 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/294fa269b3b64b5d9ab39b21f5aa50c2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/294fa269b3b64b5d9ab39b21f5aa50c2 2024-11-10T23:40:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741850_1026 (size=12139) 2024-11-10T23:40:27,532 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0c2685d26b6e4b91b1f93a9426bc7cfc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0c2685d26b6e4b91b1f93a9426bc7cfc 2024-11-10T23:40:27,544 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 294fa269b3b64b5d9ab39b21f5aa50c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:27,544 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:27,546 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 0c2685d26b6e4b91b1f93a9426bc7cfc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:27,546 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:27,547 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=12, startTime=1731282027408; duration=0sec 2024-11-10T23:40:27,548 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=12, startTime=1731282027402; duration=0sec 2024-11-10T23:40:27,548 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:27,548 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:27,548 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:27,548 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:27,548 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:27,552 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:27,553 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:27,553 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,553 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=46.9 K 2024-11-10T23:40:27,554 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fdd973e4b87841d58e3b88126ddfcc86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282025359 2024-11-10T23:40:27,555 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fed6140bb6f9492ea7122f45f8b824fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731282025470 2024-11-10T23:40:27,556 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fbc5c941bfd4d35901010e635d87fbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731282025984 2024-11-10T23:40:27,557 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 366869d359f54f2b81d388977dcbff52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027184 2024-11-10T23:40:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:27,584 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:27,585 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/cd5959a9501d44b783bc765a752dc03a is 50, key is test_row_0/C:col10/1731282027186/Put/seqid=0 2024-11-10T23:40:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:27,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-11-10T23:40:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:27,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282027249, max timestamp=1731282027599Num uniques 859; 2024-11-10T23:40:27,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:27,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282027249, max timestamp=1731282027597Num uniques 859; 2024-11-10T23:40:27,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:27,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282027249, max timestamp=1731282027595Num uniques 859; 2024-11-10T23:40:27,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:27,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741851_1027 (size=12139) 2024-11-10T23:40:27,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9d54f6f9674a487b83aaefe644148747 is 50, key is test_row_0/A:col10/1731282027599/Put/seqid=0 2024-11-10T23:40:27,652 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/cd5959a9501d44b783bc765a752dc03a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/cd5959a9501d44b783bc765a752dc03a 2024-11-10T23:40:27,666 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into cd5959a9501d44b783bc765a752dc03a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:27,667 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:27,667 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=12, startTime=1731282027408; duration=0sec 2024-11-10T23:40:27,667 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:27,667 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741852_1028 (size=12001) 2024-11-10T23:40:27,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282027647, max timestamp=1731282027687Num uniques 859; 2024-11-10T23:40:27,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282027647, max timestamp=1731282027687Num uniques 859; 2024-11-10T23:40:27,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:27,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:27,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282027673, max timestamp=1731282027687Num uniques 859; 2024-11-10T23:40:27,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:27,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731282027735, max timestamp=1731282027751Num uniques 1118; 2024-11-10T23:40:27,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-10T23:40:27,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731282027735, max timestamp=1731282027755Num uniques 1118; 2024-11-10T23:40:27,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-10T23:40:27,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9974, totalHeapSize=22912, min timestamp=1731282027735, max timestamp=1731282027755Num uniques 1018; 2024-11-10T23:40:27,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46614, new segment data size=9974, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T23:40:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:27,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:27,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:27,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731282027825, max timestamp=1731282027841Num uniques 1077; 2024-11-10T23:40:27,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731282027825, max timestamp=1731282027841Num uniques 1077; 2024-11-10T23:40:27,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-11-10T23:40:27,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731282027825, max timestamp=1731282027841Num uniques 1077; 2024-11-10T23:40:27,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-11-10T23:40:27,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-11-10T23:40:27,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282087880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282087884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282087898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282087898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282087900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:27,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:27,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282088013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282088013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282088013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282088014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282088014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9d54f6f9674a487b83aaefe644148747 2024-11-10T23:40:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:28,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/daab08d171564f41842b44260f866566 is 50, key is test_row_0/B:col10/1731282027599/Put/seqid=0 2024-11-10T23:40:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741853_1029 (size=12001) 2024-11-10T23:40:28,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:40:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282088227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282088227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282088227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282088232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282088237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/daab08d171564f41842b44260f866566 2024-11-10T23:40:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282088542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282088542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282088542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282088542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282088552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:28,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/803e90eb7a8d44e8bd2740f10c0fdc53 is 50, key is test_row_0/C:col10/1731282027599/Put/seqid=0 2024-11-10T23:40:28,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741854_1030 (size=12001) 2024-11-10T23:40:28,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/803e90eb7a8d44e8bd2740f10c0fdc53 2024-11-10T23:40:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9d54f6f9674a487b83aaefe644148747 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747 2024-11-10T23:40:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:28,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747, entries=150, sequenceid=85, filesize=11.7 K 2024-11-10T23:40:28,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/daab08d171564f41842b44260f866566 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566 2024-11-10T23:40:28,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566, entries=150, sequenceid=85, filesize=11.7 K 2024-11-10T23:40:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/803e90eb7a8d44e8bd2740f10c0fdc53 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53 2024-11-10T23:40:28,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53, entries=150, sequenceid=85, filesize=11.7 K 2024-11-10T23:40:28,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=154.31 KB/158010 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1042ms, sequenceid=85, compaction requested=false 2024-11-10T23:40:28,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:28,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:40:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:28,724 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=154.31 KB heapSize=424.31 KB 2024-11-10T23:40:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:28,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d is 50, key is test_row_0/A:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741855_1031 (size=12151) 2024-11-10T23:40:28,772 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d 2024-11-10T23:40:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d45c47f96a62471fac49ed0d33047723 is 50, key is test_row_0/B:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741856_1032 (size=12151) 2024-11-10T23:40:28,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:40:28,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:40:28,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:40:28,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:40:28,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:40:28,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:40:28,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T23:40:28,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T23:40:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:29,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282089059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282089062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282089062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282089062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282089064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282089171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282089181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282089181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,214 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d45c47f96a62471fac49ed0d33047723 2024-11-10T23:40:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/963cc4aaf41c4f74b46062bdac230160 is 50, key is test_row_0/C:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741857_1033 (size=12151) 2024-11-10T23:40:29,311 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/963cc4aaf41c4f74b46062bdac230160 2024-11-10T23:40:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d 2024-11-10T23:40:29,335 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T23:40:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d45c47f96a62471fac49ed0d33047723 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723 2024-11-10T23:40:29,349 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T23:40:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/963cc4aaf41c4f74b46062bdac230160 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160 2024-11-10T23:40:29,365 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T23:40:29,367 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~424.27 KB/434448, currentSize=33.54 KB/34350 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 644ms, sequenceid=156, compaction requested=true 2024-11-10T23:40:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T23:40:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T23:40:29,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T23:40:29,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-10T23:40:29,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9160 sec 2024-11-10T23:40:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:29,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:29,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:29,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:29,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:29,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:29,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:29,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:29,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/618a461e88474d95bb61671a3edb654b is 50, key is test_row_1/A:col10/1731282029389/Put/seqid=0 2024-11-10T23:40:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741858_1034 (size=14537) 2024-11-10T23:40:29,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/618a461e88474d95bb61671a3edb654b 2024-11-10T23:40:29,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fc12deeaea1b49ceba5ca6051fd63add is 50, key is test_row_1/B:col10/1731282029389/Put/seqid=0 2024-11-10T23:40:29,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282029428, max timestamp=1731282029457Num uniques 859; 2024-11-10T23:40:29,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:29,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282029428, max timestamp=1731282029457Num uniques 859; 2024-11-10T23:40:29,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:29,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282029428, max timestamp=1731282029457Num uniques 859; 2024-11-10T23:40:29,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741859_1035 (size=9757) 2024-11-10T23:40:29,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fc12deeaea1b49ceba5ca6051fd63add 2024-11-10T23:40:29,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/362c5e3069f240c898973d2eb15c1e6a is 50, key is test_row_1/C:col10/1731282029389/Put/seqid=0 2024-11-10T23:40:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741860_1036 (size=9757) 2024-11-10T23:40:29,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282089513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282089517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282089524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:40:29,612 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:29,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T23:40:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:40:29,615 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:29,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:29,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282089621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282089631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282089631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:40:29,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T23:40:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:29,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282089831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282089842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282089842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:29,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/362c5e3069f240c898973d2eb15c1e6a 2024-11-10T23:40:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/618a461e88474d95bb61671a3edb654b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b 2024-11-10T23:40:29,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T23:40:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:40:29,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b, entries=200, sequenceid=166, filesize=14.2 K 2024-11-10T23:40:29,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fc12deeaea1b49ceba5ca6051fd63add as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add 2024-11-10T23:40:29,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add, entries=100, sequenceid=166, filesize=9.5 K 2024-11-10T23:40:29,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/362c5e3069f240c898973d2eb15c1e6a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a 2024-11-10T23:40:29,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a, entries=100, sequenceid=166, filesize=9.5 K 2024-11-10T23:40:29,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 569ms, sequenceid=166, compaction requested=true 2024-11-10T23:40:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:29,961 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T23:40:29,962 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:29,964 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:29,964 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:29,964 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,965 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0c2685d26b6e4b91b1f93a9426bc7cfc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=49.6 K 2024-11-10T23:40:29,965 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:29,965 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:29,965 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:29,965 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/294fa269b3b64b5d9ab39b21f5aa50c2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=45.0 K 2024-11-10T23:40:29,966 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c2685d26b6e4b91b1f93a9426bc7cfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027184 2024-11-10T23:40:29,966 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 294fa269b3b64b5d9ab39b21f5aa50c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027184 2024-11-10T23:40:29,967 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d54f6f9674a487b83aaefe644148747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731282027249 2024-11-10T23:40:29,968 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting daab08d171564f41842b44260f866566, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731282027249 2024-11-10T23:40:29,968 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f472bef3eef4a7dbfcf8ffe5e13fc6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731282027877 2024-11-10T23:40:29,969 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d45c47f96a62471fac49ed0d33047723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731282027877 2024-11-10T23:40:29,969 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618a461e88474d95bb61671a3edb654b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282029058 2024-11-10T23:40:29,969 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fc12deeaea1b49ceba5ca6051fd63add, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282029384 2024-11-10T23:40:29,990 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:29,991 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/4e2c5b6ccdeb4f6e9de3eec74ec86562 is 50, key is test_row_0/A:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:29,998 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:29,999 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a2f64c260d704e6aa90cfcfaa1484794 is 50, key is test_row_0/B:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741861_1037 (size=12425) 2024-11-10T23:40:30,018 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/4e2c5b6ccdeb4f6e9de3eec74ec86562 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/4e2c5b6ccdeb4f6e9de3eec74ec86562 2024-11-10T23:40:30,032 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 4e2c5b6ccdeb4f6e9de3eec74ec86562(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:30,032 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:30,032 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=12, startTime=1731282029961; duration=0sec 2024-11-10T23:40:30,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:30,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:30,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:30,036 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:30,036 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:30,036 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,036 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/cd5959a9501d44b783bc765a752dc03a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=45.0 K 2024-11-10T23:40:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741862_1038 (size=12425) 2024-11-10T23:40:30,040 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5959a9501d44b783bc765a752dc03a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731282027184 2024-11-10T23:40:30,041 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803e90eb7a8d44e8bd2740f10c0fdc53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731282027249 2024-11-10T23:40:30,044 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 963cc4aaf41c4f74b46062bdac230160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731282027877 2024-11-10T23:40:30,044 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 362c5e3069f240c898973d2eb15c1e6a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282029384 2024-11-10T23:40:30,056 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a2f64c260d704e6aa90cfcfaa1484794 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2f64c260d704e6aa90cfcfaa1484794 2024-11-10T23:40:30,067 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into a2f64c260d704e6aa90cfcfaa1484794(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:30,067 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:30,068 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=12, startTime=1731282029961; duration=0sec 2024-11-10T23:40:30,068 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:30,068 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:30,073 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#26 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:30,074 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/16e2b72b30644628ac9efd79014ee64d is 50, key is test_row_0/C:col10/1731282027897/Put/seqid=0 2024-11-10T23:40:30,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T23:40:30,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:30,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741863_1039 (size=12425) 2024-11-10T23:40:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/821174b7820c4583b7ffb5fcc6244a2a is 50, key is test_row_0/A:col10/1731282029510/Put/seqid=0 2024-11-10T23:40:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282090112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,125 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/16e2b72b30644628ac9efd79014ee64d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/16e2b72b30644628ac9efd79014ee64d 2024-11-10T23:40:30,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282090117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741864_1040 (size=12151) 2024-11-10T23:40:30,140 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/821174b7820c4583b7ffb5fcc6244a2a 2024-11-10T23:40:30,147 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 16e2b72b30644628ac9efd79014ee64d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:30,148 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:30,148 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=12, startTime=1731282029961; duration=0sec 2024-11-10T23:40:30,148 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:30,148 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:30,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282090151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282090152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/873d677ac90f4ff699f3bd04be1208a3 is 50, key is test_row_0/B:col10/1731282029510/Put/seqid=0 2024-11-10T23:40:30,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282090162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741865_1041 (size=12151) 2024-11-10T23:40:30,189 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/873d677ac90f4ff699f3bd04be1208a3 2024-11-10T23:40:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/782aedcd8eb2415b9c9821e515883fea is 50, key is test_row_0/C:col10/1731282029510/Put/seqid=0 2024-11-10T23:40:30,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282090222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282090231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741866_1042 (size=12151) 2024-11-10T23:40:30,235 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/782aedcd8eb2415b9c9821e515883fea 2024-11-10T23:40:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:40:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/821174b7820c4583b7ffb5fcc6244a2a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a 2024-11-10T23:40:30,256 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T23:40:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/873d677ac90f4ff699f3bd04be1208a3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3 2024-11-10T23:40:30,270 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T23:40:30,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/782aedcd8eb2415b9c9821e515883fea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea 2024-11-10T23:40:30,285 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T23:40:30,287 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 203ms, sequenceid=203, compaction requested=false 2024-11-10T23:40:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T23:40:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T23:40:30,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T23:40:30,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 672 msec 2024-11-10T23:40:30,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 683 msec 2024-11-10T23:40:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:30,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:30,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:30,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6905b23f0c5d421a9ae08c563ac51b12 is 50, key is test_row_0/A:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741867_1043 (size=12151) 2024-11-10T23:40:30,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6905b23f0c5d421a9ae08c563ac51b12 2024-11-10T23:40:30,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a4db0187d79a4f04b5e201f9a91b3fab is 50, key is test_row_0/B:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741868_1044 (size=12151) 2024-11-10T23:40:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282090491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282030468, max timestamp=1731282030494Num uniques 859; 2024-11-10T23:40:30,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282030468, max timestamp=1731282030494Num uniques 859; 2024-11-10T23:40:30,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:30,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282030468, max timestamp=1731282030494Num uniques 859; 2024-11-10T23:40:30,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282090588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282090611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282090661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282090661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282090671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282090702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:40:30,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:30,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T23:40:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:40:30,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:30,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:30,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282090821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:40:30,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a4db0187d79a4f04b5e201f9a91b3fab 2024-11-10T23:40:30,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/397406b7a8d54322baead2ee3df4b632 is 50, key is test_row_0/C:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:30,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T23:40:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:30,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741869_1045 (size=12151) 2024-11-10T23:40:30,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/397406b7a8d54322baead2ee3df4b632 2024-11-10T23:40:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282090921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:30,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6905b23f0c5d421a9ae08c563ac51b12 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12 2024-11-10T23:40:30,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T23:40:30,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a4db0187d79a4f04b5e201f9a91b3fab as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab 2024-11-10T23:40:30,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T23:40:30,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/397406b7a8d54322baead2ee3df4b632 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632 2024-11-10T23:40:30,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T23:40:30,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 539ms, sequenceid=215, compaction requested=true 2024-11-10T23:40:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:30,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:30,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:30,973 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:30,973 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:30,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:30,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:30,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:30,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:30,975 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:30,975 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:30,975 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,975 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/4e2c5b6ccdeb4f6e9de3eec74ec86562, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=35.9 K 2024-11-10T23:40:30,976 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:30,976 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:30,976 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:30,976 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2f64c260d704e6aa90cfcfaa1484794, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=35.9 K 2024-11-10T23:40:30,977 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e2c5b6ccdeb4f6e9de3eec74ec86562, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282027897 2024-11-10T23:40:30,977 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a2f64c260d704e6aa90cfcfaa1484794, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282027897 2024-11-10T23:40:30,978 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821174b7820c4583b7ffb5fcc6244a2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282029510 2024-11-10T23:40:30,980 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 873d677ac90f4ff699f3bd04be1208a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282029510 2024-11-10T23:40:30,982 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6905b23f0c5d421a9ae08c563ac51b12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:30,982 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a4db0187d79a4f04b5e201f9a91b3fab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:31,005 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,005 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e0829653456842fc9d8f157511bcafea is 50, key is test_row_0/B:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:31,006 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/2ea8ba36e016411f935a011272ea5f71 is 50, key is test_row_0/A:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741870_1046 (size=12527) 2024-11-10T23:40:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741871_1047 (size=12527) 2024-11-10T23:40:31,027 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/2ea8ba36e016411f935a011272ea5f71 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2ea8ba36e016411f935a011272ea5f71 2024-11-10T23:40:31,037 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 2ea8ba36e016411f935a011272ea5f71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,037 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,038 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282030972; duration=0sec 2024-11-10T23:40:31,038 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:31,039 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:31,039 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:31,042 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:31,042 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:31,042 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,042 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/16e2b72b30644628ac9efd79014ee64d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=35.9 K 2024-11-10T23:40:31,043 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16e2b72b30644628ac9efd79014ee64d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731282027897 2024-11-10T23:40:31,043 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 782aedcd8eb2415b9c9821e515883fea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282029510 2024-11-10T23:40:31,044 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 397406b7a8d54322baead2ee3df4b632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:31,062 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,063 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/b6491b965d464422a4b441858ed1be45 is 50, key is test_row_0/C:col10/1731282030432/Put/seqid=0 2024-11-10T23:40:31,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T23:40:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-10T23:40:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:40:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741872_1048 (size=12527) 2024-11-10T23:40:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/2f147d70b5744e22a7a3f1a1bdd6f846 is 50, key is test_row_0/A:col10/1731282030585/Put/seqid=0 2024-11-10T23:40:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741873_1049 (size=12151) 2024-11-10T23:40:31,107 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/2f147d70b5744e22a7a3f1a1bdd6f846 2024-11-10T23:40:31,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/35e1f8d89b25444ca0e3de02bac50872 is 50, key is test_row_0/B:col10/1731282030585/Put/seqid=0 2024-11-10T23:40:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741874_1050 (size=12151) 2024-11-10T23:40:31,153 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/35e1f8d89b25444ca0e3de02bac50872 2024-11-10T23:40:31,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9359ef4a4a3d45449ac23fc1794c4be7 is 50, key is test_row_0/C:col10/1731282030585/Put/seqid=0 2024-11-10T23:40:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741875_1051 (size=12151) 2024-11-10T23:40:31,188 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9359ef4a4a3d45449ac23fc1794c4be7 2024-11-10T23:40:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282091189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/2f147d70b5744e22a7a3f1a1bdd6f846 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846 2024-11-10T23:40:31,206 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T23:40:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/35e1f8d89b25444ca0e3de02bac50872 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872 2024-11-10T23:40:31,218 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T23:40:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9359ef4a4a3d45449ac23fc1794c4be7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7 2024-11-10T23:40:31,227 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T23:40:31,233 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 163ms, sequenceid=250, compaction requested=false 2024-11-10T23:40:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:31,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T23:40:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T23:40:31,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T23:40:31,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 481 msec 2024-11-10T23:40:31,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/faa0fe7fb5334a739848444027004660 is 50, key is test_row_0/A:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 495 msec 2024-11-10T23:40:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741876_1052 (size=14691) 2024-11-10T23:40:31,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282031284, max timestamp=1731282031330Num uniques 859; 2024-11-10T23:40:31,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:31,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282031284, max timestamp=1731282031330Num uniques 859; 2024-11-10T23:40:31,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282031284, max timestamp=1731282031330Num uniques 859; 2024-11-10T23:40:31,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:31,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:40:31,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:31,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T23:40:31,384 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:31,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:31,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T23:40:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282091385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282091389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,427 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e0829653456842fc9d8f157511bcafea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e0829653456842fc9d8f157511bcafea 2024-11-10T23:40:31,437 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into e0829653456842fc9d8f157511bcafea(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,437 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282030973; duration=0sec 2024-11-10T23:40:31,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:31,490 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/b6491b965d464422a4b441858ed1be45 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b6491b965d464422a4b441858ed1be45 2024-11-10T23:40:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T23:40:31,500 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into b6491b965d464422a4b441858ed1be45(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,500 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,500 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282030974; duration=0sec 2024-11-10T23:40:31,500 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,500 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282091501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282091501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T23:40:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/faa0fe7fb5334a739848444027004660 2024-11-10T23:40:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282091681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282091681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282091681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,686 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fcaee5a558d34dd0ace9ea4aad86b47b is 50, key is test_row_0/B:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,687 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,688 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T23:40:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:31,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741877_1053 (size=12251) 2024-11-10T23:40:31,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fcaee5a558d34dd0ace9ea4aad86b47b 2024-11-10T23:40:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T23:40:31,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9720b1e91773469aa04ca6d0501ca7c4 is 50, key is test_row_0/C:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282091711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282091713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741878_1054 (size=12251) 2024-11-10T23:40:31,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9720b1e91773469aa04ca6d0501ca7c4 2024-11-10T23:40:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/faa0fe7fb5334a739848444027004660 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660 2024-11-10T23:40:31,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660, entries=200, sequenceid=262, filesize=14.3 K 2024-11-10T23:40:31,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/fcaee5a558d34dd0ace9ea4aad86b47b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b 2024-11-10T23:40:31,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b, entries=150, sequenceid=262, filesize=12.0 K 2024-11-10T23:40:31,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9720b1e91773469aa04ca6d0501ca7c4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4 2024-11-10T23:40:31,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4, entries=150, sequenceid=262, filesize=12.0 K 2024-11-10T23:40:31,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 523ms, sequenceid=262, compaction requested=true 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,758 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,758 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:31,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:31,759 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36929 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:31,759 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:31,760 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,760 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:31,760 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:31,760 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e0829653456842fc9d8f157511bcafea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.1 K 2024-11-10T23:40:31,760 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,760 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2ea8ba36e016411f935a011272ea5f71, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=38.4 K 2024-11-10T23:40:31,760 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e0829653456842fc9d8f157511bcafea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:31,761 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ea8ba36e016411f935a011272ea5f71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:31,761 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 35e1f8d89b25444ca0e3de02bac50872, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731282030550 2024-11-10T23:40:31,761 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f147d70b5744e22a7a3f1a1bdd6f846, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731282030550 2024-11-10T23:40:31,762 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fcaee5a558d34dd0ace9ea4aad86b47b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:31,764 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting faa0fe7fb5334a739848444027004660, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:31,778 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,779 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/4393efc5575e48a1a20e0a9e15c1439e is 50, key is test_row_0/B:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,786 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,787 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/44107fe3e0bd47ba92aef80474e9f587 is 50, key is test_row_0/A:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741880_1056 (size=12729) 2024-11-10T23:40:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741879_1055 (size=12729) 2024-11-10T23:40:31,818 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/4393efc5575e48a1a20e0a9e15c1439e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4393efc5575e48a1a20e0a9e15c1439e 2024-11-10T23:40:31,818 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/44107fe3e0bd47ba92aef80474e9f587 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/44107fe3e0bd47ba92aef80474e9f587 2024-11-10T23:40:31,829 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 44107fe3e0bd47ba92aef80474e9f587(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,829 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,829 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282031758; duration=0sec 2024-11-10T23:40:31,829 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:31,829 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:31,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:31,830 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 4393efc5575e48a1a20e0a9e15c1439e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,830 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,830 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282031758; duration=0sec 2024-11-10T23:40:31,830 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,830 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:31,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36929 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:31,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:31,831 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,832 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b6491b965d464422a4b441858ed1be45, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.1 K 2024-11-10T23:40:31,833 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6491b965d464422a4b441858ed1be45, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282030104 2024-11-10T23:40:31,833 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9359ef4a4a3d45449ac23fc1794c4be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731282030550 2024-11-10T23:40:31,834 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9720b1e91773469aa04ca6d0501ca7c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:31,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T23:40:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-10T23:40:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:31,859 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:31,860 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7f179f2057bc42c49f063e8e2621a77f is 50, key is test_row_0/C:col10/1731282031232/Put/seqid=0 2024-11-10T23:40:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/091c4d299e7f47c28ec40708cfbbd5a3 is 50, key is test_row_0/A:col10/1731282031371/Put/seqid=0 2024-11-10T23:40:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741882_1058 (size=12301) 2024-11-10T23:40:31,880 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/091c4d299e7f47c28ec40708cfbbd5a3 2024-11-10T23:40:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741881_1057 (size=12729) 2024-11-10T23:40:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/dcae493555f6498bacdc5c7a72396d25 is 50, key is test_row_0/B:col10/1731282031371/Put/seqid=0 2024-11-10T23:40:31,905 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7f179f2057bc42c49f063e8e2621a77f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7f179f2057bc42c49f063e8e2621a77f 2024-11-10T23:40:31,916 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 7f179f2057bc42c49f063e8e2621a77f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:31,916 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,916 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282031758; duration=0sec 2024-11-10T23:40:31,916 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:31,916 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741883_1059 (size=12301) 2024-11-10T23:40:31,928 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/dcae493555f6498bacdc5c7a72396d25 2024-11-10T23:40:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7a7cd9d3377b41ccb00c813bb16e5567 is 50, key is test_row_0/C:col10/1731282031371/Put/seqid=0 2024-11-10T23:40:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741884_1060 (size=12301) 2024-11-10T23:40:31,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7a7cd9d3377b41ccb00c813bb16e5567 2024-11-10T23:40:31,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/091c4d299e7f47c28ec40708cfbbd5a3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3 2024-11-10T23:40:31,967 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T23:40:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/dcae493555f6498bacdc5c7a72396d25 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25 2024-11-10T23:40:31,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T23:40:31,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/7a7cd9d3377b41ccb00c813bb16e5567 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567 2024-11-10T23:40:31,986 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T23:40:31,987 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=0 B/0 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 140ms, sequenceid=300, compaction requested=false 2024-11-10T23:40:31,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:31,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:31,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T23:40:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T23:40:31,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T23:40:31,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 608 msec 2024-11-10T23:40:32,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 617 msec 2024-11-10T23:40:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T23:40:32,011 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:32,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T23:40:32,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:32,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:32,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:32,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:32,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:32,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/af92c529590c467c8db9cbeafa922829 is 50, key is test_row_0/A:col10/1731282032034/Put/seqid=0 2024-11-10T23:40:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741885_1061 (size=14741) 2024-11-10T23:40:32,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282032066, max timestamp=1731282032087Num uniques 859; 2024-11-10T23:40:32,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:32,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282032066, max timestamp=1731282032087Num uniques 859; 2024-11-10T23:40:32,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282032066, max timestamp=1731282032087Num uniques 859; 2024-11-10T23:40:32,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:32,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:32,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282092160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282092161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282092271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282092272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:32,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/af92c529590c467c8db9cbeafa922829 2024-11-10T23:40:32,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e8866dd462d54be7ac288b9925cf17c0 is 50, key is test_row_0/B:col10/1731282032034/Put/seqid=0 2024-11-10T23:40:32,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741886_1062 (size=12301) 2024-11-10T23:40:32,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e8866dd462d54be7ac288b9925cf17c0 2024-11-10T23:40:32,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282092482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282092482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0ed295446bda4696a622dd92e604222d is 50, key is test_row_0/C:col10/1731282032034/Put/seqid=0 2024-11-10T23:40:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741887_1063 (size=12301) 2024-11-10T23:40:32,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:32,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282092792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:32,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282092792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:32,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:32,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0ed295446bda4696a622dd92e604222d 2024-11-10T23:40:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/af92c529590c467c8db9cbeafa922829 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829 2024-11-10T23:40:32,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829, entries=200, sequenceid=311, filesize=14.4 K 2024-11-10T23:40:32,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e8866dd462d54be7ac288b9925cf17c0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0 2024-11-10T23:40:32,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T23:40:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0ed295446bda4696a622dd92e604222d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d 2024-11-10T23:40:32,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T23:40:32,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 908ms, sequenceid=311, compaction requested=true 2024-11-10T23:40:32,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:32,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:32,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:32,943 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:32,943 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:32,945 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:32,945 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:32,945 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,945 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/44107fe3e0bd47ba92aef80474e9f587, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=38.8 K 2024-11-10T23:40:32,946 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:32,946 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:32,946 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:32,946 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44107fe3e0bd47ba92aef80474e9f587, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:32,946 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4393efc5575e48a1a20e0a9e15c1439e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.5 K 2024-11-10T23:40:32,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:32,947 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4393efc5575e48a1a20e0a9e15c1439e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:32,947 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091c4d299e7f47c28ec40708cfbbd5a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731282031371 2024-11-10T23:40:32,947 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting dcae493555f6498bacdc5c7a72396d25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731282031371 2024-11-10T23:40:32,947 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting af92c529590c467c8db9cbeafa922829, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731282032027 2024-11-10T23:40:32,948 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e8866dd462d54be7ac288b9925cf17c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731282032027 2024-11-10T23:40:32,971 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:32,972 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/9b05e9594bdc437da2f2df64eb35f824 is 50, key is test_row_0/B:col10/1731282032034/Put/seqid=0 2024-11-10T23:40:32,974 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:32,975 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d2d39625c7fe4fedab039d5ffdab7821 is 50, key is test_row_0/A:col10/1731282032034/Put/seqid=0 2024-11-10T23:40:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741889_1065 (size=12881) 2024-11-10T23:40:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741888_1064 (size=12881) 2024-11-10T23:40:33,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T23:40:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0d5854df4e484f2ba639d3778ac9dad4 is 50, key is test_row_0/A:col10/1731282032159/Put/seqid=0 2024-11-10T23:40:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741890_1066 (size=12301) 2024-11-10T23:40:33,113 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0d5854df4e484f2ba639d3778ac9dad4 2024-11-10T23:40:33,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 is 50, key is test_row_0/B:col10/1731282032159/Put/seqid=0 2024-11-10T23:40:33,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741891_1067 (size=12301) 2024-11-10T23:40:33,132 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 2024-11-10T23:40:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/da01cabf6dab49b59e1a06f40490a032 is 50, key is test_row_0/C:col10/1731282032159/Put/seqid=0 2024-11-10T23:40:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741892_1068 (size=12301) 2024-11-10T23:40:33,151 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/da01cabf6dab49b59e1a06f40490a032 2024-11-10T23:40:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/0d5854df4e484f2ba639d3778ac9dad4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4 2024-11-10T23:40:33,168 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T23:40:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 2024-11-10T23:40:33,175 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T23:40:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/da01cabf6dab49b59e1a06f40490a032 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032 2024-11-10T23:40:33,183 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T23:40:33,184 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=0 B/0 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 87ms, sequenceid=347, compaction requested=true 2024-11-10T23:40:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T23:40:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T23:40:33,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T23:40:33,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-10T23:40:33,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1780 sec 2024-11-10T23:40:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:33,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:33,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/dc7fb35b67a8450bb31085c2b78bf1ba is 50, key is test_row_0/A:col10/1731282033320/Put/seqid=0 2024-11-10T23:40:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741893_1069 (size=14741) 2024-11-10T23:40:33,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/dc7fb35b67a8450bb31085c2b78bf1ba 2024-11-10T23:40:33,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1379443ed2eb4ea2aaf4b2af052ec68d is 50, key is test_row_0/B:col10/1731282033320/Put/seqid=0 2024-11-10T23:40:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741894_1070 (size=12301) 2024-11-10T23:40:33,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282033343, max timestamp=1731282033380Num uniques 859; 2024-11-10T23:40:33,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:33,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282033343, max timestamp=1731282033380Num uniques 859; 2024-11-10T23:40:33,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:33,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282033343, max timestamp=1731282033380Num uniques 859; 2024-11-10T23:40:33,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:40:33,397 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/9b05e9594bdc437da2f2df64eb35f824 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9b05e9594bdc437da2f2df64eb35f824 2024-11-10T23:40:33,404 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d2d39625c7fe4fedab039d5ffdab7821 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2d39625c7fe4fedab039d5ffdab7821 2024-11-10T23:40:33,405 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 9b05e9594bdc437da2f2df64eb35f824(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:33,406 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:33,406 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282032943; duration=0sec 2024-11-10T23:40:33,406 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:33,406 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:33,406 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:33,408 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:33,408 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:33,409 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:33,409 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7f179f2057bc42c49f063e8e2621a77f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=48.5 K 2024-11-10T23:40:33,410 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f179f2057bc42c49f063e8e2621a77f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282031159 2024-11-10T23:40:33,411 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a7cd9d3377b41ccb00c813bb16e5567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731282031371 2024-11-10T23:40:33,412 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed295446bda4696a622dd92e604222d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731282032027 2024-11-10T23:40:33,412 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting da01cabf6dab49b59e1a06f40490a032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731282032144 2024-11-10T23:40:33,415 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into d2d39625c7fe4fedab039d5ffdab7821(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:33,415 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:33,415 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282032943; duration=0sec 2024-11-10T23:40:33,415 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:33,415 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:33,427 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:33,428 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0a4a90484cba42a8965058e004bccb77 is 50, key is test_row_0/C:col10/1731282032159/Put/seqid=0 2024-11-10T23:40:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741895_1071 (size=12915) 2024-11-10T23:40:33,450 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0a4a90484cba42a8965058e004bccb77 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0a4a90484cba42a8965058e004bccb77 2024-11-10T23:40:33,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282093454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,459 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 0a4a90484cba42a8965058e004bccb77(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:33,459 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:33,460 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=12, startTime=1731282032944; duration=0sec 2024-11-10T23:40:33,460 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:33,460 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282093458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282093562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282093571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282093701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282093701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,703 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282093701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,704 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:33,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,704 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1379443ed2eb4ea2aaf4b2af052ec68d 2024-11-10T23:40:33,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/d2ac1badcae241d68d4deb21f5fad2f6 is 50, key is test_row_0/C:col10/1731282033320/Put/seqid=0 2024-11-10T23:40:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282093771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741896_1072 (size=12301) 2024-11-10T23:40:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282093781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:33,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:33,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282094081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282094091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T23:40:34,161 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:34,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T23:40:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T23:40:34,164 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:34,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:34,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:34,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/d2ac1badcae241d68d4deb21f5fad2f6 2024-11-10T23:40:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/dc7fb35b67a8450bb31085c2b78bf1ba as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba 2024-11-10T23:40:34,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba, entries=200, sequenceid=357, filesize=14.4 K 2024-11-10T23:40:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1379443ed2eb4ea2aaf4b2af052ec68d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d 2024-11-10T23:40:34,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d, entries=150, sequenceid=357, filesize=12.0 K 2024-11-10T23:40:34,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/d2ac1badcae241d68d4deb21f5fad2f6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6 2024-11-10T23:40:34,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6, entries=150, sequenceid=357, filesize=12.0 K 2024-11-10T23:40:34,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 884ms, sequenceid=357, compaction requested=true 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:34,207 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:34,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T23:40:34,207 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:34,208 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:34,208 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:34,209 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:34,209 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:34,209 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:34,209 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:34,209 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2d39625c7fe4fedab039d5ffdab7821, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=39.0 K 2024-11-10T23:40:34,209 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9b05e9594bdc437da2f2df64eb35f824, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.6 K 2024-11-10T23:40:34,209 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b05e9594bdc437da2f2df64eb35f824, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731282032027 2024-11-10T23:40:34,210 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d39625c7fe4fedab039d5ffdab7821, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731282032027 2024-11-10T23:40:34,210 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ffe0b2c1d64dfa8f9624c05b5fa1f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731282032144 2024-11-10T23:40:34,210 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5854df4e484f2ba639d3778ac9dad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731282032144 2024-11-10T23:40:34,210 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1379443ed2eb4ea2aaf4b2af052ec68d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731282033301 2024-11-10T23:40:34,211 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting dc7fb35b67a8450bb31085c2b78bf1ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731282033301 2024-11-10T23:40:34,225 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:34,226 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/ae9bc3df4b8d451f98952886250386dd is 50, key is test_row_0/A:col10/1731282033320/Put/seqid=0 2024-11-10T23:40:34,229 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:34,230 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a42c39c557fc4f41a95cee20934eb6dd is 50, key is test_row_0/B:col10/1731282033320/Put/seqid=0 2024-11-10T23:40:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741897_1073 (size=12983) 2024-11-10T23:40:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741898_1074 (size=12983) 2024-11-10T23:40:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T23:40:34,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T23:40:34,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:34,319 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:34,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6bd5473e292348138cbb90f5037d8aa6 is 50, key is test_row_0/A:col10/1731282033447/Put/seqid=0 2024-11-10T23:40:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741899_1075 (size=12301) 2024-11-10T23:40:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T23:40:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:34,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:34,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282094620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282094625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,649 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/ae9bc3df4b8d451f98952886250386dd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/ae9bc3df4b8d451f98952886250386dd 2024-11-10T23:40:34,652 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a42c39c557fc4f41a95cee20934eb6dd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a42c39c557fc4f41a95cee20934eb6dd 2024-11-10T23:40:34,664 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into a42c39c557fc4f41a95cee20934eb6dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:34,665 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:34,665 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282034207; duration=0sec 2024-11-10T23:40:34,665 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:34,665 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:34,665 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T23:40:34,666 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into ae9bc3df4b8d451f98952886250386dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:34,666 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:34,666 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282034207; duration=0sec 2024-11-10T23:40:34,666 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:34,666 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:34,666 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T23:40:34,667 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T23:40:34,667 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. because compaction request was cancelled 2024-11-10T23:40:34,667 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:34,731 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6bd5473e292348138cbb90f5037d8aa6 2024-11-10T23:40:34,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282094731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282094731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c8709f19670940678af58dbb1c062cba is 50, key is test_row_0/B:col10/1731282033447/Put/seqid=0 2024-11-10T23:40:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741900_1076 (size=12301) 2024-11-10T23:40:34,755 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c8709f19670940678af58dbb1c062cba 2024-11-10T23:40:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1a88deefc6554d97b4b594288a9c11f6 is 50, key is test_row_0/C:col10/1731282033447/Put/seqid=0 2024-11-10T23:40:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741901_1077 (size=12301) 2024-11-10T23:40:34,774 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1a88deefc6554d97b4b594288a9c11f6 2024-11-10T23:40:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6bd5473e292348138cbb90f5037d8aa6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6 2024-11-10T23:40:34,786 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T23:40:34,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c8709f19670940678af58dbb1c062cba as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba 2024-11-10T23:40:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T23:40:34,793 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T23:40:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1a88deefc6554d97b4b594288a9c11f6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6 2024-11-10T23:40:34,803 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T23:40:34,804 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 486ms, sequenceid=397, compaction requested=true 2024-11-10T23:40:34,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T23:40:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T23:40:34,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T23:40:34,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 642 msec 2024-11-10T23:40:34,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 650 msec 2024-11-10T23:40:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:34,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:34,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/46b6c79f61cf47a7ba8db6c14a33564c is 50, key is test_row_0/A:col10/1731282034624/Put/seqid=0 2024-11-10T23:40:34,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741902_1078 (size=14741) 2024-11-10T23:40:34,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/46b6c79f61cf47a7ba8db6c14a33564c 2024-11-10T23:40:34,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c771fa48f24e466fb39fc61af367e7a6 is 50, key is test_row_0/B:col10/1731282034624/Put/seqid=0 2024-11-10T23:40:34,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731282034957, max timestamp=1731282034988Num uniques 859; 2024-11-10T23:40:34,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731282034957, max timestamp=1731282034988Num uniques 859; 2024-11-10T23:40:34,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T23:40:34,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T23:40:34,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731282034957, max timestamp=1731282034988Num uniques 859; 2024-11-10T23:40:34,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T23:40:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741903_1079 (size=12301) 2024-11-10T23:40:35,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c771fa48f24e466fb39fc61af367e7a6 2024-11-10T23:40:35,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1877530997294432bd43fd9b29a358ae is 50, key is test_row_0/C:col10/1731282034624/Put/seqid=0 2024-11-10T23:40:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741904_1080 (size=12301) 2024-11-10T23:40:35,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1877530997294432bd43fd9b29a358ae 2024-11-10T23:40:35,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282095029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/46b6c79f61cf47a7ba8db6c14a33564c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c 2024-11-10T23:40:35,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c, entries=200, sequenceid=410, filesize=14.4 K 2024-11-10T23:40:35,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282095037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/c771fa48f24e466fb39fc61af367e7a6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6 2024-11-10T23:40:35,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6, entries=150, sequenceid=410, filesize=12.0 K 2024-11-10T23:40:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/1877530997294432bd43fd9b29a358ae as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae 2024-11-10T23:40:35,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae, entries=150, sequenceid=410, filesize=12.0 K 2024-11-10T23:40:35,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 118ms, sequenceid=410, compaction requested=true 2024-11-10T23:40:35,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:35,062 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:35,062 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:35,063 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:35,063 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:35,063 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:35,063 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:35,063 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,063 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,063 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/ae9bc3df4b8d451f98952886250386dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=39.1 K 2024-11-10T23:40:35,063 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a42c39c557fc4f41a95cee20934eb6dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.7 K 2024-11-10T23:40:35,064 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a42c39c557fc4f41a95cee20934eb6dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731282033301 2024-11-10T23:40:35,064 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae9bc3df4b8d451f98952886250386dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731282033301 2024-11-10T23:40:35,064 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c8709f19670940678af58dbb1c062cba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731282033447 2024-11-10T23:40:35,064 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bd5473e292348138cbb90f5037d8aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731282033447 2024-11-10T23:40:35,065 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46b6c79f61cf47a7ba8db6c14a33564c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731282034617 2024-11-10T23:40:35,065 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c771fa48f24e466fb39fc61af367e7a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731282034617 2024-11-10T23:40:35,075 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:35,075 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:35,076 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/835ef68acdd34d8d97dcb90e4c9a8f1f is 50, key is test_row_0/A:col10/1731282034624/Put/seqid=0 2024-11-10T23:40:35,076 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1c58b0fa9347415aa3bee60e90106a16 is 50, key is test_row_0/B:col10/1731282034624/Put/seqid=0 2024-11-10T23:40:35,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741905_1081 (size=13085) 2024-11-10T23:40:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741906_1082 (size=13085) 2024-11-10T23:40:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:35,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9ba801e5c15d469688a3a710a237c77a is 50, key is test_row_0/A:col10/1731282035143/Put/seqid=0 2024-11-10T23:40:35,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741907_1083 (size=12301) 2024-11-10T23:40:35,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9ba801e5c15d469688a3a710a237c77a 2024-11-10T23:40:35,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/24b32febee94484ab2a8e7781bb069fc is 50, key is test_row_0/B:col10/1731282035143/Put/seqid=0 2024-11-10T23:40:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741908_1084 (size=12301) 2024-11-10T23:40:35,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282095180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282095181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/24b32febee94484ab2a8e7781bb069fc 2024-11-10T23:40:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/73f7c11a91a04687a4829e4ad55ba596 is 50, key is test_row_0/C:col10/1731282035143/Put/seqid=0 2024-11-10T23:40:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741909_1085 (size=12301) 2024-11-10T23:40:35,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/73f7c11a91a04687a4829e4ad55ba596 2024-11-10T23:40:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/9ba801e5c15d469688a3a710a237c77a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a 2024-11-10T23:40:35,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a, entries=150, sequenceid=444, filesize=12.0 K 2024-11-10T23:40:35,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/24b32febee94484ab2a8e7781bb069fc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc 2024-11-10T23:40:35,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc, entries=150, sequenceid=444, filesize=12.0 K 2024-11-10T23:40:35,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/73f7c11a91a04687a4829e4ad55ba596 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596 2024-11-10T23:40:35,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596, entries=150, sequenceid=444, filesize=12.0 K 2024-11-10T23:40:35,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 93ms, sequenceid=444, compaction requested=true 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-10T23:40:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:35,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/61cef86eb16948da84a8ed91150ec484 is 50, key is test_row_0/A:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T23:40:35,302 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:35,303 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T23:40:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:35,306 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:35,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:35,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741910_1086 (size=14741) 2024-11-10T23:40:35,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/61cef86eb16948da84a8ed91150ec484 2024-11-10T23:40:35,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/42614775843047f08587999fc33c0127 is 50, key is test_row_0/B:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741911_1087 (size=12301) 2024-11-10T23:40:35,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/42614775843047f08587999fc33c0127 2024-11-10T23:40:35,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/4c1ba18d5bd247b5858b327b2a75b9d0 is 50, key is test_row_0/C:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741912_1088 (size=12301) 2024-11-10T23:40:35,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/4c1ba18d5bd247b5858b327b2a75b9d0 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282035335, max timestamp=1731282035352Num uniques 859; 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282035335, max timestamp=1731282035352Num uniques 859; 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282035335, max timestamp=1731282035352Num uniques 859; 2024-11-10T23:40:35,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:35,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/61cef86eb16948da84a8ed91150ec484 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484 2024-11-10T23:40:35,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484, entries=200, sequenceid=455, filesize=14.4 K 2024-11-10T23:40:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/42614775843047f08587999fc33c0127 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127 2024-11-10T23:40:35,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127, entries=150, sequenceid=455, filesize=12.0 K 2024-11-10T23:40:35,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/4c1ba18d5bd247b5858b327b2a75b9d0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0 2024-11-10T23:40:35,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0, entries=150, sequenceid=455, filesize=12.0 K 2024-11-10T23:40:35,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=73.80 KB/75570 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 87ms, sequenceid=455, compaction requested=true 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-11-10T23:40:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:35,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=87.22 KB heapSize=240.84 KB 2024-11-10T23:40:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:35,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:35,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/c4bf077093b64a0d8bcfc0065c2c1168 is 50, key is test_row_0/A:col10/1731282035389/Put/seqid=0 2024-11-10T23:40:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741913_1089 (size=14741) 2024-11-10T23:40:35,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/c4bf077093b64a0d8bcfc0065c2c1168 2024-11-10T23:40:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:35,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7bccf5b7d7d845998e788a3d53a9af08 is 50, key is test_row_0/B:col10/1731282035389/Put/seqid=0 2024-11-10T23:40:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741914_1090 (size=12301) 2024-11-10T23:40:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282095440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282095447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T23:40:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,495 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/835ef68acdd34d8d97dcb90e4c9a8f1f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/835ef68acdd34d8d97dcb90e4c9a8f1f 2024-11-10T23:40:35,498 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/1c58b0fa9347415aa3bee60e90106a16 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1c58b0fa9347415aa3bee60e90106a16 2024-11-10T23:40:35,504 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 835ef68acdd34d8d97dcb90e4c9a8f1f(size=12.8 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:35,504 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,504 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282035061; duration=0sec 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T23:40:35,505 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 1c58b0fa9347415aa3bee60e90106a16(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,505 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282035062; duration=0sec 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-10T23:40:35,505 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,506 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,506 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74420 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-10T23:40:35,507 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. because compaction request was cancelled 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:35,507 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,508 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0a4a90484cba42a8965058e004bccb77, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=72.7 K 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. because compaction request was cancelled 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4a90484cba42a8965058e004bccb77, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731282032144 2024-11-10T23:40:35,508 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:35,509 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2ac1badcae241d68d4deb21f5fad2f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731282033301 2024-11-10T23:40:35,509 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a88deefc6554d97b4b594288a9c11f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731282033447 2024-11-10T23:40:35,510 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:35,510 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:35,510 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1877530997294432bd43fd9b29a358ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731282034617 2024-11-10T23:40:35,510 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,510 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/835ef68acdd34d8d97dcb90e4c9a8f1f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=39.2 K 2024-11-10T23:40:35,510 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73f7c11a91a04687a4829e4ad55ba596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731282035024 2024-11-10T23:40:35,510 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 835ef68acdd34d8d97dcb90e4c9a8f1f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731282034617 2024-11-10T23:40:35,511 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ba801e5c15d469688a3a710a237c77a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731282035024 2024-11-10T23:40:35,511 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c1ba18d5bd247b5858b327b2a75b9d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:35,513 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 61cef86eb16948da84a8ed91150ec484, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:35,523 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:35,524 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/5565f62c04a24febb2677cd3ec5b57a6 is 50, key is test_row_0/A:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,530 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#79 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:35,531 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0238bdc2f300452da9661ea9b5a07ebb is 50, key is test_row_0/C:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741915_1091 (size=13187) 2024-11-10T23:40:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741916_1092 (size=13119) 2024-11-10T23:40:35,555 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/0238bdc2f300452da9661ea9b5a07ebb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0238bdc2f300452da9661ea9b5a07ebb 2024-11-10T23:40:35,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282095551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,562 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 0238bdc2f300452da9661ea9b5a07ebb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:35,562 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,562 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=10, startTime=1731282035382; duration=0sec 2024-11-10T23:40:35,562 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-10T23:40:35,562 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:35,562 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-11-10T23:40:35,563 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T23:40:35,563 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T23:40:35,563 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. because compaction request was cancelled 2024-11-10T23:40:35,563 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:35,563 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:35,564 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:35,564 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:35,564 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,564 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1c58b0fa9347415aa3bee60e90106a16, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=36.8 K 2024-11-10T23:40:35,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c58b0fa9347415aa3bee60e90106a16, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731282034617 2024-11-10T23:40:35,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b32febee94484ab2a8e7781bb069fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731282035024 2024-11-10T23:40:35,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42614775843047f08587999fc33c0127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:35,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282095561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,575 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:35,576 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/583acdb5b84b451f95fcf64eda599fd4 is 50, key is test_row_0/B:col10/1731282035293/Put/seqid=0 2024-11-10T23:40:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741917_1093 (size=13187) 2024-11-10T23:40:35,592 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/583acdb5b84b451f95fcf64eda599fd4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/583acdb5b84b451f95fcf64eda599fd4 2024-11-10T23:40:35,600 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 583acdb5b84b451f95fcf64eda599fd4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:35,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,600 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282035382; duration=0sec 2024-11-10T23:40:35,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:35,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-10T23:40:35,601 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T23:40:35,601 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T23:40:35,601 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. because compaction request was cancelled 2024-11-10T23:40:35,601 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:35,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T23:40:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:35,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T23:40:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:35,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282095772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282095772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:35,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7bccf5b7d7d845998e788a3d53a9af08 2024-11-10T23:40:35,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/000753cc15f74dc7a97cdad5b1c02d6e is 50, key is test_row_0/C:col10/1731282035389/Put/seqid=0 2024-11-10T23:40:35,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741918_1094 (size=12301) 2024-11-10T23:40:35,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/000753cc15f74dc7a97cdad5b1c02d6e 2024-11-10T23:40:35,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/c4bf077093b64a0d8bcfc0065c2c1168 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168 2024-11-10T23:40:35,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168, entries=200, sequenceid=484, filesize=14.4 K 2024-11-10T23:40:35,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7bccf5b7d7d845998e788a3d53a9af08 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08 2024-11-10T23:40:35,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08, entries=150, sequenceid=484, filesize=12.0 K 2024-11-10T23:40:35,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/000753cc15f74dc7a97cdad5b1c02d6e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e 2024-11-10T23:40:35,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e, entries=150, sequenceid=484, filesize=12.0 K 2024-11-10T23:40:35,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~240.80 KB/246576, currentSize=93.93 KB/96180 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 481ms, sequenceid=484, compaction requested=false 2024-11-10T23:40:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T23:40:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:35,924 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T23:40:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:35,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/7e62aca156bf454a82799899f94fa3c7 is 50, key is test_row_0/A:col10/1731282035445/Put/seqid=0 2024-11-10T23:40:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741919_1095 (size=12301) 2024-11-10T23:40:35,949 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/5565f62c04a24febb2677cd3ec5b57a6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/5565f62c04a24febb2677cd3ec5b57a6 2024-11-10T23:40:35,955 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 5565f62c04a24febb2677cd3ec5b57a6(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:35,955 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:35,955 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282035382; duration=0sec 2024-11-10T23:40:35,955 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:35,956 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:36,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:36,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282096115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282096115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282096231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282096231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,336 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/7e62aca156bf454a82799899f94fa3c7 2024-11-10T23:40:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/9f355ba8fdf04b79b9fb01ac9f336edc is 50, key is test_row_0/B:col10/1731282035445/Put/seqid=0 2024-11-10T23:40:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741920_1096 (size=12301) 2024-11-10T23:40:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:36,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282096442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282096442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282096751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282096751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:36,761 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/9f355ba8fdf04b79b9fb01ac9f336edc 2024-11-10T23:40:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/17eedb5675f04ca3a38769e4c67f31d3 is 50, key is test_row_0/C:col10/1731282035445/Put/seqid=0 2024-11-10T23:40:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741921_1097 (size=12301) 2024-11-10T23:40:37,177 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/17eedb5675f04ca3a38769e4c67f31d3 2024-11-10T23:40:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/7e62aca156bf454a82799899f94fa3c7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7 2024-11-10T23:40:37,190 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T23:40:37,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/9f355ba8fdf04b79b9fb01ac9f336edc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc 2024-11-10T23:40:37,197 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T23:40:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/17eedb5675f04ca3a38769e4c67f31d3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3 2024-11-10T23:40:37,203 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T23:40:37,204 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1280ms, sequenceid=505, compaction requested=true 2024-11-10T23:40:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T23:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T23:40:37,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T23:40:37,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-10T23:40:37,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9060 sec 2024-11-10T23:40:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:37,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T23:40:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1a339f41f1e24575aa41b848bb57a88c is 50, key is test_row_0/A:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741922_1098 (size=14741) 2024-11-10T23:40:37,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1a339f41f1e24575aa41b848bb57a88c 2024-11-10T23:40:37,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ac1faafd80914225a54767b6906df160 is 50, key is test_row_0/B:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282097301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282097304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741923_1099 (size=12301) 2024-11-10T23:40:37,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ac1faafd80914225a54767b6906df160 2024-11-10T23:40:37,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/773adf462a7b45c7bfd3a2d821c838fc is 50, key is test_row_0/C:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741924_1100 (size=12301) 2024-11-10T23:40:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282097411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282097411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T23:40:37,452 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:37,452 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T23:40:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T23:40:37,455 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:37,455 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:37,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T23:40:37,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T23:40:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282097621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282097621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32852 deadline: 1731282097711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,713 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32916 deadline: 1731282097721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,724 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/773adf462a7b45c7bfd3a2d821c838fc 2024-11-10T23:40:37,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32946 deadline: 1731282097731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,735 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 8dd00da1a2015d5ba6a92eb01cc4d39e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:37,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1a339f41f1e24575aa41b848bb57a88c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c 2024-11-10T23:40:37,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c, entries=200, sequenceid=523, filesize=14.4 K 2024-11-10T23:40:37,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ac1faafd80914225a54767b6906df160 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160 2024-11-10T23:40:37,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160, entries=150, sequenceid=523, filesize=12.0 K 2024-11-10T23:40:37,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/773adf462a7b45c7bfd3a2d821c838fc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc 2024-11-10T23:40:37,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc, entries=150, sequenceid=523, filesize=12.0 K 2024-11-10T23:40:37,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 498ms, sequenceid=523, compaction requested=true 2024-11-10T23:40:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:37,761 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:37,761 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:37,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T23:40:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,763 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:37,766 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:37,766 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:37,766 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:37,766 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:37,766 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,766 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,766 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/583acdb5b84b451f95fcf64eda599fd4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=48.9 K 2024-11-10T23:40:37,766 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/5565f62c04a24febb2677cd3ec5b57a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=53.7 K 2024-11-10T23:40:37,767 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5565f62c04a24febb2677cd3ec5b57a6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:37,767 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 583acdb5b84b451f95fcf64eda599fd4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:37,767 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4bf077093b64a0d8bcfc0065c2c1168, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731282035374 2024-11-10T23:40:37,767 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bccf5b7d7d845998e788a3d53a9af08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731282035374 2024-11-10T23:40:37,768 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e62aca156bf454a82799899f94fa3c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731282035419 2024-11-10T23:40:37,768 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f355ba8fdf04b79b9fb01ac9f336edc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731282035419 2024-11-10T23:40:37,769 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1faafd80914225a54767b6906df160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036112 2024-11-10T23:40:37,769 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a339f41f1e24575aa41b848bb57a88c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036099 2024-11-10T23:40:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f6e48b302894590ba1db46d1e014cc6 is 50, key is test_row_0/A:col10/1731282037291/Put/seqid=0 2024-11-10T23:40:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T23:40:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741925_1101 (size=12301) 2024-11-10T23:40:37,784 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:37,785 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d99425c9dd0e47cea1510f818cb44bd3 is 50, key is test_row_0/B:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,787 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f6e48b302894590ba1db46d1e014cc6 2024-11-10T23:40:37,803 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:37,804 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/a2cf283e86ce45a09bfc33bb6ca93450 is 50, key is test_row_0/A:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/90cef3c86c264c459cdeadf72de04695 is 50, key is test_row_0/B:col10/1731282037291/Put/seqid=0 2024-11-10T23:40:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741926_1102 (size=13323) 2024-11-10T23:40:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741927_1103 (size=13323) 2024-11-10T23:40:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741928_1104 (size=12301) 2024-11-10T23:40:37,819 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/a2cf283e86ce45a09bfc33bb6ca93450 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/a2cf283e86ce45a09bfc33bb6ca93450 2024-11-10T23:40:37,826 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into a2cf283e86ce45a09bfc33bb6ca93450(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:37,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:37,826 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=12, startTime=1731282037761; duration=0sec 2024-11-10T23:40:37,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:37,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:37,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:37,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:37,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:37,830 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:37,830 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0238bdc2f300452da9661ea9b5a07ebb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=48.8 K 2024-11-10T23:40:37,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0238bdc2f300452da9661ea9b5a07ebb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731282035161 2024-11-10T23:40:37,832 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 000753cc15f74dc7a97cdad5b1c02d6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731282035374 2024-11-10T23:40:37,832 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17eedb5675f04ca3a38769e4c67f31d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731282035419 2024-11-10T23:40:37,833 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773adf462a7b45c7bfd3a2d821c838fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036112 2024-11-10T23:40:37,849 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:37,850 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/8efac1b9c9f94fa9bda1f5991bb6d0c9 is 50, key is test_row_0/C:col10/1731282036113/Put/seqid=0 2024-11-10T23:40:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741929_1105 (size=13255) 2024-11-10T23:40:37,868 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/8efac1b9c9f94fa9bda1f5991bb6d0c9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8efac1b9c9f94fa9bda1f5991bb6d0c9 2024-11-10T23:40:37,879 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 8efac1b9c9f94fa9bda1f5991bb6d0c9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:37,879 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:37,879 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=12, startTime=1731282037761; duration=0sec 2024-11-10T23:40:37,879 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:37,879 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282097971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282097972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:37,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:37,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T23:40:38,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282098082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282098082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,215 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d99425c9dd0e47cea1510f818cb44bd3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d99425c9dd0e47cea1510f818cb44bd3 2024-11-10T23:40:38,220 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/90cef3c86c264c459cdeadf72de04695 2024-11-10T23:40:38,229 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into d99425c9dd0e47cea1510f818cb44bd3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:38,230 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,230 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=12, startTime=1731282037761; duration=0sec 2024-11-10T23:40:38,230 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:38,230 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:38,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/67d5c96b57b34e7fad11ccf5320624e4 is 50, key is test_row_0/C:col10/1731282037291/Put/seqid=0 2024-11-10T23:40:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741930_1106 (size=12301) 2024-11-10T23:40:38,242 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/67d5c96b57b34e7fad11ccf5320624e4 2024-11-10T23:40:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3f6e48b302894590ba1db46d1e014cc6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6 2024-11-10T23:40:38,256 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6, entries=150, sequenceid=538, filesize=12.0 K 2024-11-10T23:40:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/90cef3c86c264c459cdeadf72de04695 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695 2024-11-10T23:40:38,263 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695, entries=150, sequenceid=538, filesize=12.0 K 2024-11-10T23:40:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/67d5c96b57b34e7fad11ccf5320624e4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4 2024-11-10T23:40:38,272 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4, entries=150, sequenceid=538, filesize=12.0 K 2024-11-10T23:40:38,274 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 510ms, sequenceid=538, compaction requested=false 2024-11-10T23:40:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T23:40:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T23:40:38,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T23:40:38,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 820 msec 2024-11-10T23:40:38,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 827 msec 2024-11-10T23:40:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:38,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:40:38,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:38,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:38,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:38,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d2a2cc27ffb64c4396c33bc7640b3b96 is 50, key is test_row_0/A:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741931_1107 (size=14741) 2024-11-10T23:40:38,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d2a2cc27ffb64c4396c33bc7640b3b96 2024-11-10T23:40:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282098316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282098318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d487dc8ce5d84bac82d362c443999fe4 is 50, key is test_row_0/B:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741932_1108 (size=12301) 2024-11-10T23:40:38,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d487dc8ce5d84bac82d362c443999fe4 2024-11-10T23:40:38,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/873b7b6121a0487bbe42301129dc9d52 is 50, key is test_row_0/C:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741933_1109 (size=12301) 2024-11-10T23:40:38,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/873b7b6121a0487bbe42301129dc9d52 2024-11-10T23:40:38,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d2a2cc27ffb64c4396c33bc7640b3b96 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96 2024-11-10T23:40:38,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96, entries=200, sequenceid=561, filesize=14.4 K 2024-11-10T23:40:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d487dc8ce5d84bac82d362c443999fe4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4 2024-11-10T23:40:38,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4, entries=150, sequenceid=561, filesize=12.0 K 2024-11-10T23:40:38,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/873b7b6121a0487bbe42301129dc9d52 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52 2024-11-10T23:40:38,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52, entries=150, sequenceid=561, filesize=12.0 K 2024-11-10T23:40:38,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 91ms, sequenceid=561, compaction requested=true 2024-11-10T23:40:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:38,385 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:38,385 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:38,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:38,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:38,387 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:38,387 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:38,387 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,387 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:38,387 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/a2cf283e86ce45a09bfc33bb6ca93450, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=39.4 K 2024-11-10T23:40:38,387 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:38,387 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,387 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d99425c9dd0e47cea1510f818cb44bd3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.0 K 2024-11-10T23:40:38,388 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2cf283e86ce45a09bfc33bb6ca93450, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036112 2024-11-10T23:40:38,388 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d99425c9dd0e47cea1510f818cb44bd3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036112 2024-11-10T23:40:38,388 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 90cef3c86c264c459cdeadf72de04695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731282037284 2024-11-10T23:40:38,389 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f6e48b302894590ba1db46d1e014cc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731282037284 2024-11-10T23:40:38,390 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d487dc8ce5d84bac82d362c443999fe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:38,390 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2a2cc27ffb64c4396c33bc7640b3b96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:38,401 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:38,402 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6234c840e1c34812b1fff74d28b9a87a is 50, key is test_row_0/A:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,402 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:38,403 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/edd053696df04bfb96d3f3e91ef2d1f4 is 50, key is test_row_0/B:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741934_1110 (size=13425) 2024-11-10T23:40:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741935_1111 (size=13425) 2024-11-10T23:40:38,424 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/6234c840e1c34812b1fff74d28b9a87a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6234c840e1c34812b1fff74d28b9a87a 2024-11-10T23:40:38,432 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 6234c840e1c34812b1fff74d28b9a87a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:38,432 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,432 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282038385; duration=0sec 2024-11-10T23:40:38,432 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:38,432 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:38,432 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:38,435 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:38,435 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:38,435 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,435 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8efac1b9c9f94fa9bda1f5991bb6d0c9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.0 K 2024-11-10T23:40:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:38,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:38,437 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8efac1b9c9f94fa9bda1f5991bb6d0c9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731282036112 2024-11-10T23:40:38,440 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67d5c96b57b34e7fad11ccf5320624e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731282037284 2024-11-10T23:40:38,441 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 873b7b6121a0487bbe42301129dc9d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:38,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1c035cc45f9245308a198788bfcb5fa0 is 50, key is test_row_0/A:col10/1731282038435/Put/seqid=0 2024-11-10T23:40:38,462 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741936_1112 (size=17181) 2024-11-10T23:40:38,462 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/e60a4171d1c54a308e3781d24a103572 is 50, key is test_row_0/C:col10/1731282037964/Put/seqid=0 2024-11-10T23:40:38,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=576 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1c035cc45f9245308a198788bfcb5fa0 2024-11-10T23:40:38,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741937_1113 (size=13357) 2024-11-10T23:40:38,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e6e8fb42ff3e474887eae77cdb4205d4 is 50, key is test_row_0/B:col10/1731282038435/Put/seqid=0 2024-11-10T23:40:38,486 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/e60a4171d1c54a308e3781d24a103572 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/e60a4171d1c54a308e3781d24a103572 2024-11-10T23:40:38,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741938_1114 (size=12301) 2024-11-10T23:40:38,494 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into e60a4171d1c54a308e3781d24a103572(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:38,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=576 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e6e8fb42ff3e474887eae77cdb4205d4 2024-11-10T23:40:38,494 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,497 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282038386; duration=0sec 2024-11-10T23:40:38,498 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:38,498 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:38,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/acb08a1c20ee41b6a2ff78b98d63aebe is 50, key is test_row_0/C:col10/1731282038435/Put/seqid=0 2024-11-10T23:40:38,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282098515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282098517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741939_1115 (size=12301) 2024-11-10T23:40:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T23:40:38,592 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:38,592 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-10T23:40:38,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:38,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:38,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:38,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282098621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282098631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:38,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T23:40:38,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,814 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/edd053696df04bfb96d3f3e91ef2d1f4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/edd053696df04bfb96d3f3e91ef2d1f4 2024-11-10T23:40:38,821 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into edd053696df04bfb96d3f3e91ef2d1f4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:38,822 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:38,822 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282038385; duration=0sec 2024-11-10T23:40:38,822 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:38,822 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:38,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282098832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282098841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:38,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T23:40:38,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:38,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:38,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:38,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=576 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/acb08a1c20ee41b6a2ff78b98d63aebe 2024-11-10T23:40:38,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/1c035cc45f9245308a198788bfcb5fa0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0 2024-11-10T23:40:38,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0, entries=250, sequenceid=576, filesize=16.8 K 2024-11-10T23:40:38,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/e6e8fb42ff3e474887eae77cdb4205d4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4 2024-11-10T23:40:38,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4, entries=150, sequenceid=576, filesize=12.0 K 2024-11-10T23:40:38,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/acb08a1c20ee41b6a2ff78b98d63aebe as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe 2024-11-10T23:40:38,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe, entries=150, sequenceid=576, filesize=12.0 K 2024-11-10T23:40:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 518ms, sequenceid=576, compaction requested=false 2024-11-10T23:40:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:39,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:39,058 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:39,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/53ef152edd7848058b675de74f49fafc is 50, key is test_row_0/A:col10/1731282038498/Put/seqid=0 2024-11-10T23:40:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741940_1116 (size=12301) 2024-11-10T23:40:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282099181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282099183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282099291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282099291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,479 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/53ef152edd7848058b675de74f49fafc 2024-11-10T23:40:39,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/3a9c3ea4895d4e6e926a14f2df0d39fd is 50, key is test_row_0/B:col10/1731282038498/Put/seqid=0 2024-11-10T23:40:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741941_1117 (size=12301) 2024-11-10T23:40:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282099501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282099501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282099811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282099812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:39,904 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/3a9c3ea4895d4e6e926a14f2df0d39fd 2024-11-10T23:40:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/5717b7bdf1e94354bfdb6baf65bf6f21 is 50, key is test_row_0/C:col10/1731282038498/Put/seqid=0 2024-11-10T23:40:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741942_1118 (size=12301) 2024-11-10T23:40:39,923 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/5717b7bdf1e94354bfdb6baf65bf6f21 2024-11-10T23:40:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/53ef152edd7848058b675de74f49fafc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc 2024-11-10T23:40:39,941 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc, entries=150, sequenceid=596, filesize=12.0 K 2024-11-10T23:40:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/3a9c3ea4895d4e6e926a14f2df0d39fd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd 2024-11-10T23:40:39,948 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd, entries=150, sequenceid=596, filesize=12.0 K 2024-11-10T23:40:39,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/5717b7bdf1e94354bfdb6baf65bf6f21 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21 2024-11-10T23:40:39,953 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21, entries=150, sequenceid=596, filesize=12.0 K 2024-11-10T23:40:39,954 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 896ms, sequenceid=596, compaction requested=true 2024-11-10T23:40:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T23:40:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T23:40:39,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T23:40:39,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-10T23:40:39,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.3680 sec 2024-11-10T23:40:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:40,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T23:40:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/323f9e2635694ceeb80a9242ea5bba96 is 50, key is test_row_0/A:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741943_1119 (size=14741) 2024-11-10T23:40:40,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/323f9e2635694ceeb80a9242ea5bba96 2024-11-10T23:40:40,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/bb7689fceca94de6837a365f13c54785 is 50, key is test_row_0/B:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741944_1120 (size=12301) 2024-11-10T23:40:40,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/bb7689fceca94de6837a365f13c54785 2024-11-10T23:40:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282100372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282100374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/dacdaf424d704e03841a9e6003a6bc17 is 50, key is test_row_0/C:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741945_1121 (size=12301) 2024-11-10T23:40:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282100491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282100491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282100701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:40,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282100701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:40,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:40,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T23:40:40,743 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:40,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-10T23:40:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T23:40:40,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:40,747 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:40,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:40,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/dacdaf424d704e03841a9e6003a6bc17 2024-11-10T23:40:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/323f9e2635694ceeb80a9242ea5bba96 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96 2024-11-10T23:40:40,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96, entries=200, sequenceid=612, filesize=14.4 K 2024-11-10T23:40:40,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/bb7689fceca94de6837a365f13c54785 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785 2024-11-10T23:40:40,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785, entries=150, sequenceid=612, filesize=12.0 K 2024-11-10T23:40:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/dacdaf424d704e03841a9e6003a6bc17 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17 2024-11-10T23:40:40,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17, entries=150, sequenceid=612, filesize=12.0 K 2024-11-10T23:40:40,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 492ms, sequenceid=612, compaction requested=true 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:40,817 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:40,817 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:40,819 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:40,819 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:40,819 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:40,819 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:40,819 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:40,819 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:40,819 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6234c840e1c34812b1fff74d28b9a87a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=56.3 K 2024-11-10T23:40:40,819 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/edd053696df04bfb96d3f3e91ef2d1f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=49.1 K 2024-11-10T23:40:40,820 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting edd053696df04bfb96d3f3e91ef2d1f4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:40,820 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6234c840e1c34812b1fff74d28b9a87a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:40,821 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e8fb42ff3e474887eae77cdb4205d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=576, earliestPutTs=1731282038314 2024-11-10T23:40:40,821 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c035cc45f9245308a198788bfcb5fa0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=576, earliestPutTs=1731282038307 2024-11-10T23:40:40,821 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53ef152edd7848058b675de74f49fafc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731282038498 2024-11-10T23:40:40,821 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a9c3ea4895d4e6e926a14f2df0d39fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731282038498 2024-11-10T23:40:40,821 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 323f9e2635694ceeb80a9242ea5bba96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:40,822 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting bb7689fceca94de6837a365f13c54785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:40,838 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#109 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:40,839 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/7f5f9f690b52429ea46b4e706a2d0ae0 is 50, key is test_row_0/A:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,839 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:40,840 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d98b9312710242ca9b5256adce9c3a67 is 50, key is test_row_0/B:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T23:40:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741946_1122 (size=13561) 2024-11-10T23:40:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741947_1123 (size=13561) 2024-11-10T23:40:40,862 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/7f5f9f690b52429ea46b4e706a2d0ae0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7f5f9f690b52429ea46b4e706a2d0ae0 2024-11-10T23:40:40,869 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 7f5f9f690b52429ea46b4e706a2d0ae0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:40,870 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:40,870 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=12, startTime=1731282040817; duration=0sec 2024-11-10T23:40:40,870 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:40,870 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:40,870 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/d98b9312710242ca9b5256adce9c3a67 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d98b9312710242ca9b5256adce9c3a67 2024-11-10T23:40:40,870 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:40:40,872 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:40:40,872 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:40,872 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:40,873 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/e60a4171d1c54a308e3781d24a103572, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=49.1 K 2024-11-10T23:40:40,873 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e60a4171d1c54a308e3781d24a103572, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1731282037964 2024-11-10T23:40:40,874 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb08a1c20ee41b6a2ff78b98d63aebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=576, earliestPutTs=1731282038314 2024-11-10T23:40:40,875 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5717b7bdf1e94354bfdb6baf65bf6f21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1731282038498 2024-11-10T23:40:40,875 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting dacdaf424d704e03841a9e6003a6bc17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:40,879 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into d98b9312710242ca9b5256adce9c3a67(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:40,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:40,879 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=12, startTime=1731282040817; duration=0sec 2024-11-10T23:40:40,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:40,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:40,890 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:40,891 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9325cbe150124426a572d9df6e1938ea is 50, key is test_row_0/C:col10/1731282040323/Put/seqid=0 2024-11-10T23:40:40,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-10T23:40:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:40,901 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/63d7a7856539494caa0fb63d11493b6f is 50, key is test_row_0/A:col10/1731282040371/Put/seqid=0 2024-11-10T23:40:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741948_1124 (size=13493) 2024-11-10T23:40:40,918 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/9325cbe150124426a572d9df6e1938ea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9325cbe150124426a572d9df6e1938ea 2024-11-10T23:40:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741949_1125 (size=12301) 2024-11-10T23:40:40,924 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/63d7a7856539494caa0fb63d11493b6f 2024-11-10T23:40:40,927 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 9325cbe150124426a572d9df6e1938ea(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:40,927 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:40,927 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=12, startTime=1731282040817; duration=0sec 2024-11-10T23:40:40,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:40,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/de34cbf33fa74a81970d45f10279dee9 is 50, key is test_row_0/B:col10/1731282040371/Put/seqid=0 2024-11-10T23:40:40,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741950_1126 (size=12301) 2024-11-10T23:40:40,957 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/de34cbf33fa74a81970d45f10279dee9 2024-11-10T23:40:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ddf3a801cb3b40a89cdef7478afde032 is 50, key is test_row_0/C:col10/1731282040371/Put/seqid=0 2024-11-10T23:40:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741951_1127 (size=12301) 2024-11-10T23:40:41,006 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ddf3a801cb3b40a89cdef7478afde032 2024-11-10T23:40:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/63d7a7856539494caa0fb63d11493b6f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f 2024-11-10T23:40:41,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:41,026 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f, entries=150, sequenceid=630, filesize=12.0 K 2024-11-10T23:40:41,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/de34cbf33fa74a81970d45f10279dee9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9 2024-11-10T23:40:41,037 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9, entries=150, sequenceid=630, filesize=12.0 K 2024-11-10T23:40:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ddf3a801cb3b40a89cdef7478afde032 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032 2024-11-10T23:40:41,045 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032, entries=150, sequenceid=630, filesize=12.0 K 2024-11-10T23:40:41,046 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=53.67 KB/54960 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 146ms, sequenceid=630, compaction requested=false 2024-11-10T23:40:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T23:40:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T23:40:41,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:41,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T23:40:41,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 301 msec 2024-11-10T23:40:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T23:40:41,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 315 msec 2024-11-10T23:40:41,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/cc46f2001f964b1eb20e9104ef44f51a is 50, key is test_row_0/A:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741952_1128 (size=12301) 2024-11-10T23:40:41,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/cc46f2001f964b1eb20e9104ef44f51a 2024-11-10T23:40:41,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/b26f557c81df468aac3a0337dd06deb1 is 50, key is test_row_0/B:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282101116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741953_1129 (size=12301) 2024-11-10T23:40:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/b26f557c81df468aac3a0337dd06deb1 2024-11-10T23:40:41,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f33c0152899542c0895148b8056dc50d is 50, key is test_row_0/C:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741954_1130 (size=12301) 2024-11-10T23:40:41,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282101221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282101231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T23:40:41,371 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:41,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-10T23:40:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:41,373 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:41,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:41,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282101431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282101441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:41,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-10T23:40:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:41,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f33c0152899542c0895148b8056dc50d 2024-11-10T23:40:41,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/cc46f2001f964b1eb20e9104ef44f51a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a 2024-11-10T23:40:41,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T23:40:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/b26f557c81df468aac3a0337dd06deb1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1 2024-11-10T23:40:41,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T23:40:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f33c0152899542c0895148b8056dc50d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d 2024-11-10T23:40:41,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T23:40:41,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 530ms, sequenceid=644, compaction requested=true 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:41,582 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:41,582 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:41,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:41,586 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:41,586 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:41,586 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,586 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d98b9312710242ca9b5256adce9c3a67, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.3 K 2024-11-10T23:40:41,587 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:41,587 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:41,587 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,587 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7f5f9f690b52429ea46b4e706a2d0ae0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.3 K 2024-11-10T23:40:41,588 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d98b9312710242ca9b5256adce9c3a67, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:41,588 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f5f9f690b52429ea46b4e706a2d0ae0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:41,588 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting de34cbf33fa74a81970d45f10279dee9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=630, earliestPutTs=1731282040365 2024-11-10T23:40:41,589 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b26f557c81df468aac3a0337dd06deb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:41,589 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63d7a7856539494caa0fb63d11493b6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=630, earliestPutTs=1731282040365 2024-11-10T23:40:41,592 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc46f2001f964b1eb20e9104ef44f51a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:41,600 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:41,601 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/0ce3d288058a496282cdf1d42467809a is 50, key is test_row_0/B:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,601 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:41,602 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/74cc1996c0cb4cea83d2bc1c863f16b7 is 50, key is test_row_0/A:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741955_1131 (size=13663) 2024-11-10T23:40:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741956_1132 (size=13663) 2024-11-10T23:40:41,623 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/0ce3d288058a496282cdf1d42467809a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/0ce3d288058a496282cdf1d42467809a 2024-11-10T23:40:41,630 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 0ce3d288058a496282cdf1d42467809a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:41,630 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:41,630 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282041582; duration=0sec 2024-11-10T23:40:41,631 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:41,631 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:41,631 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:41,632 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:41,632 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:41,632 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,632 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9325cbe150124426a572d9df6e1938ea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.2 K 2024-11-10T23:40:41,633 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9325cbe150124426a572d9df6e1938ea, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1731282039169 2024-11-10T23:40:41,633 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf3a801cb3b40a89cdef7478afde032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=630, earliestPutTs=1731282040365 2024-11-10T23:40:41,634 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f33c0152899542c0895148b8056dc50d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:41,651 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:41,652 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/c2e9668a07b24e9ebd73f82dde36054c is 50, key is test_row_0/C:col10/1731282041052/Put/seqid=0 2024-11-10T23:40:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741957_1133 (size=13595) 2024-11-10T23:40:41,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-10T23:40:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:41,681 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/f3bd8fa12c07455aaad2599fdd590cc4 is 50, key is test_row_0/A:col10/1731282041098/Put/seqid=0 2024-11-10T23:40:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741958_1134 (size=12301) 2024-11-10T23:40:41,694 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/f3bd8fa12c07455aaad2599fdd590cc4 2024-11-10T23:40:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/f5d05956878748cf9aa3174d83201e00 is 50, key is test_row_0/B:col10/1731282041098/Put/seqid=0 2024-11-10T23:40:41,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741959_1135 (size=12301) 2024-11-10T23:40:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282101771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282101776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282101881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282101891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:41,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:41,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:42,027 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/74cc1996c0cb4cea83d2bc1c863f16b7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/74cc1996c0cb4cea83d2bc1c863f16b7 2024-11-10T23:40:42,033 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 74cc1996c0cb4cea83d2bc1c863f16b7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:42,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:42,033 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282041582; duration=0sec 2024-11-10T23:40:42,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:42,033 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:42,065 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/c2e9668a07b24e9ebd73f82dde36054c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/c2e9668a07b24e9ebd73f82dde36054c 2024-11-10T23:40:42,072 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into c2e9668a07b24e9ebd73f82dde36054c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:42,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:42,072 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282041582; duration=0sec 2024-11-10T23:40:42,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:42,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:42,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282102091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282102101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,110 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/f5d05956878748cf9aa3174d83201e00 2024-11-10T23:40:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/a4e247d2b85d4188a47ff608ae643fe0 is 50, key is test_row_0/C:col10/1731282041098/Put/seqid=0 2024-11-10T23:40:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741960_1136 (size=12301) 2024-11-10T23:40:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282102401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282102411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:42,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/a4e247d2b85d4188a47ff608ae643fe0 2024-11-10T23:40:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/f3bd8fa12c07455aaad2599fdd590cc4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4 2024-11-10T23:40:42,535 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4, entries=150, sequenceid=664, filesize=12.0 K 2024-11-10T23:40:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/f5d05956878748cf9aa3174d83201e00 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00 2024-11-10T23:40:42,542 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00, entries=150, sequenceid=664, filesize=12.0 K 2024-11-10T23:40:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/a4e247d2b85d4188a47ff608ae643fe0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0 2024-11-10T23:40:42,547 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0, entries=150, sequenceid=664, filesize=12.0 K 2024-11-10T23:40:42,548 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 868ms, sequenceid=664, compaction requested=false 2024-11-10T23:40:42,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:42,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:42,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T23:40:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T23:40:42,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T23:40:42,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-11-10T23:40:42,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.1840 sec 2024-11-10T23:40:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:42,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:42,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:42,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/12a339fa6b86455ea5cc94a0d9296c43 is 50, key is test_row_0/A:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741961_1137 (size=14741) 2024-11-10T23:40:42,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/12a339fa6b86455ea5cc94a0d9296c43 2024-11-10T23:40:42,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/47dc007fd83a40b896801a7a70b109a2 is 50, key is test_row_0/B:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741962_1138 (size=12301) 2024-11-10T23:40:42,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/47dc007fd83a40b896801a7a70b109a2 2024-11-10T23:40:42,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ce50a3a3703540e6923df8601596c4d1 is 50, key is test_row_0/C:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741963_1139 (size=12301) 2024-11-10T23:40:42,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ce50a3a3703540e6923df8601596c4d1 2024-11-10T23:40:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282102972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/12a339fa6b86455ea5cc94a0d9296c43 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43 2024-11-10T23:40:42,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282102976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:42,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43, entries=200, sequenceid=680, filesize=14.4 K 2024-11-10T23:40:42,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/47dc007fd83a40b896801a7a70b109a2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2 2024-11-10T23:40:42,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2, entries=150, sequenceid=680, filesize=12.0 K 2024-11-10T23:40:42,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/ce50a3a3703540e6923df8601596c4d1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1 2024-11-10T23:40:43,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1, entries=150, sequenceid=680, filesize=12.0 K 2024-11-10T23:40:43,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 92ms, sequenceid=680, compaction requested=true 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:43,008 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:43,008 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:43,009 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:43,009 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:43,009 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,009 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:43,009 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:43,009 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/74cc1996c0cb4cea83d2bc1c863f16b7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=39.8 K 2024-11-10T23:40:43,009 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,010 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/0ce3d288058a496282cdf1d42467809a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.4 K 2024-11-10T23:40:43,010 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74cc1996c0cb4cea83d2bc1c863f16b7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:43,010 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce3d288058a496282cdf1d42467809a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:43,011 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3bd8fa12c07455aaad2599fdd590cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=664, earliestPutTs=1731282041098 2024-11-10T23:40:43,011 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f5d05956878748cf9aa3174d83201e00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=664, earliestPutTs=1731282041098 2024-11-10T23:40:43,011 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12a339fa6b86455ea5cc94a0d9296c43, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:43,012 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 47dc007fd83a40b896801a7a70b109a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:43,023 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:43,024 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/01c8221ccc1d443ca94775ee9a0dfa3a is 50, key is test_row_0/B:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:43,028 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:43,028 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/e04bf2806eef4eb7bff2f88cea24b677 is 50, key is test_row_0/A:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741964_1140 (size=13765) 2024-11-10T23:40:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741965_1141 (size=13765) 2024-11-10T23:40:43,046 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/01c8221ccc1d443ca94775ee9a0dfa3a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/01c8221ccc1d443ca94775ee9a0dfa3a 2024-11-10T23:40:43,055 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 01c8221ccc1d443ca94775ee9a0dfa3a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:43,055 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:43,055 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282043008; duration=0sec 2024-11-10T23:40:43,055 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:43,055 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:43,055 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:43,056 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/e04bf2806eef4eb7bff2f88cea24b677 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e04bf2806eef4eb7bff2f88cea24b677 2024-11-10T23:40:43,057 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:43,057 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:43,057 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,058 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/c2e9668a07b24e9ebd73f82dde36054c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.3 K 2024-11-10T23:40:43,058 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c2e9668a07b24e9ebd73f82dde36054c, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731282041044 2024-11-10T23:40:43,059 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e247d2b85d4188a47ff608ae643fe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=664, earliestPutTs=1731282041098 2024-11-10T23:40:43,059 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ce50a3a3703540e6923df8601596c4d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:43,064 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into e04bf2806eef4eb7bff2f88cea24b677(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:43,064 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:43,064 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282043008; duration=0sec 2024-11-10T23:40:43,064 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:43,064 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:43,077 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:43,078 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/8074572601994ebd8b1abc5c8e20f08e is 50, key is test_row_0/C:col10/1731282042913/Put/seqid=0 2024-11-10T23:40:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741966_1142 (size=13697) 2024-11-10T23:40:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:43,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/19f4ef981c914708abd12530a6b77e0f is 50, key is test_row_0/A:col10/1731282042960/Put/seqid=0 2024-11-10T23:40:43,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741967_1143 (size=14741) 2024-11-10T23:40:43,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/19f4ef981c914708abd12530a6b77e0f 2024-11-10T23:40:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282103125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282103126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ee4defdcfb77453499682d8d17f259cc is 50, key is test_row_0/B:col10/1731282042960/Put/seqid=0 2024-11-10T23:40:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741968_1144 (size=12301) 2024-11-10T23:40:43,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ee4defdcfb77453499682d8d17f259cc 2024-11-10T23:40:43,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/26121e970d3f4c728d2eac320a748b25 is 50, key is test_row_0/C:col10/1731282042960/Put/seqid=0 2024-11-10T23:40:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741969_1145 (size=12301) 2024-11-10T23:40:43,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/26121e970d3f4c728d2eac320a748b25 2024-11-10T23:40:43,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/19f4ef981c914708abd12530a6b77e0f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f 2024-11-10T23:40:43,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f, entries=200, sequenceid=701, filesize=14.4 K 2024-11-10T23:40:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/ee4defdcfb77453499682d8d17f259cc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc 2024-11-10T23:40:43,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc, entries=150, sequenceid=701, filesize=12.0 K 2024-11-10T23:40:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/26121e970d3f4c728d2eac320a748b25 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25 2024-11-10T23:40:43,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25, entries=150, sequenceid=701, filesize=12.0 K 2024-11-10T23:40:43,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 99ms, sequenceid=701, compaction requested=false 2024-11-10T23:40:43,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:43,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T23:40:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:43,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/93481959eafa4328b9f22e9d5ce221e7 is 50, key is test_row_0/A:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741970_1146 (size=17181) 2024-11-10T23:40:43,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/93481959eafa4328b9f22e9d5ce221e7 2024-11-10T23:40:43,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7661bd343a26450fb038a00c5ab58280 is 50, key is test_row_0/B:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741971_1147 (size=12301) 2024-11-10T23:40:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282103309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282103312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282103421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282103421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,489 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/8074572601994ebd8b1abc5c8e20f08e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8074572601994ebd8b1abc5c8e20f08e 2024-11-10T23:40:43,494 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 8074572601994ebd8b1abc5c8e20f08e(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:43,495 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:43,495 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282043008; duration=0sec 2024-11-10T23:40:43,495 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:43,495 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T23:40:43,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:43,521 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-11-10T23:40:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:43,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:43,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:43,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282103631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282103632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-10T23:40:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7661bd343a26450fb038a00c5ab58280 2024-11-10T23:40:43,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/977dce4ca531458197684a147910e9b0 is 50, key is test_row_0/C:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741972_1148 (size=12301) 2024-11-10T23:40:43,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-10T23:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282103941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282103941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:43,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-10T23:40:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:43,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:44,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/977dce4ca531458197684a147910e9b0 2024-11-10T23:40:44,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/93481959eafa4328b9f22e9d5ce221e7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7 2024-11-10T23:40:44,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7, entries=250, sequenceid=716, filesize=16.8 K 2024-11-10T23:40:44,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7661bd343a26450fb038a00c5ab58280 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280 2024-11-10T23:40:44,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-10T23:40:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:44,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280, entries=150, sequenceid=716, filesize=12.0 K 2024-11-10T23:40:44,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/977dce4ca531458197684a147910e9b0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0 2024-11-10T23:40:44,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0, entries=150, sequenceid=716, filesize=12.0 K 2024-11-10T23:40:44,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 904ms, sequenceid=716, compaction requested=true 2024-11-10T23:40:44,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:44,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:44,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:44,149 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:44,150 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:44,151 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:44,151 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:44,151 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,152 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e04bf2806eef4eb7bff2f88cea24b677, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=44.6 K 2024-11-10T23:40:44,152 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:44,152 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:44,152 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,152 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/01c8221ccc1d443ca94775ee9a0dfa3a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.5 K 2024-11-10T23:40:44,152 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04bf2806eef4eb7bff2f88cea24b677, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:44,153 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c8221ccc1d443ca94775ee9a0dfa3a, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:44,153 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f4ef981c914708abd12530a6b77e0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731282042946 2024-11-10T23:40:44,153 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4defdcfb77453499682d8d17f259cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731282042946 2024-11-10T23:40:44,154 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93481959eafa4328b9f22e9d5ce221e7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:44,154 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7661bd343a26450fb038a00c5ab58280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:44,163 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:44,164 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a2426967da8e4aabb4e9941150961c8a is 50, key is test_row_0/B:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:44,164 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:44,164 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/c7b92a57538d418e96889afd263378c6 is 50, key is test_row_0/A:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741973_1149 (size=13867) 2024-11-10T23:40:44,179 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/a2426967da8e4aabb4e9941150961c8a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2426967da8e4aabb4e9941150961c8a 2024-11-10T23:40:44,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741974_1150 (size=13867) 2024-11-10T23:40:44,188 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into a2426967da8e4aabb4e9941150961c8a(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:44,188 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:44,188 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282044149; duration=0sec 2024-11-10T23:40:44,188 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:44,188 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:44,188 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:44,189 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:44,189 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:44,189 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,190 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8074572601994ebd8b1abc5c8e20f08e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.4 K 2024-11-10T23:40:44,190 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 8074572601994ebd8b1abc5c8e20f08e, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731282041767 2024-11-10T23:40:44,191 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 26121e970d3f4c728d2eac320a748b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1731282042946 2024-11-10T23:40:44,192 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 977dce4ca531458197684a147910e9b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:44,192 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/c7b92a57538d418e96889afd263378c6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c7b92a57538d418e96889afd263378c6 2024-11-10T23:40:44,200 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into c7b92a57538d418e96889afd263378c6(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:44,200 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:44,200 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282044149; duration=0sec 2024-11-10T23:40:44,201 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:44,201 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:44,205 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:44,206 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/a9b85013c9f647eaa8d9d986f583393e is 50, key is test_row_0/C:col10/1731282043243/Put/seqid=0 2024-11-10T23:40:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741975_1151 (size=13799) 2024-11-10T23:40:44,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-10T23:40:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,291 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3dab6aaa7d53421588d242f1ddd62927 is 50, key is test_row_0/A:col10/1731282043286/Put/seqid=0 2024-11-10T23:40:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741976_1152 (size=12301) 2024-11-10T23:40:44,301 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3dab6aaa7d53421588d242f1ddd62927 2024-11-10T23:40:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/64aabefb3bb343a6bc84a9249cc18302 is 50, key is test_row_0/B:col10/1731282043286/Put/seqid=0 2024-11-10T23:40:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741977_1153 (size=12301) 2024-11-10T23:40:44,319 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/64aabefb3bb343a6bc84a9249cc18302 2024-11-10T23:40:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/3d026cd121f8413cb46823aa7e615f01 is 50, key is test_row_0/C:col10/1731282043286/Put/seqid=0 2024-11-10T23:40:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741978_1154 (size=12301) 2024-11-10T23:40:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. as already flushing 2024-11-10T23:40:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282104485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282104486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282104591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282104591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,623 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/a9b85013c9f647eaa8d9d986f583393e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a9b85013c9f647eaa8d9d986f583393e 2024-11-10T23:40:44,629 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into a9b85013c9f647eaa8d9d986f583393e(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:44,629 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:44,629 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282044150; duration=0sec 2024-11-10T23:40:44,629 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:44,629 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:44,734 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/3d026cd121f8413cb46823aa7e615f01 2024-11-10T23:40:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/3dab6aaa7d53421588d242f1ddd62927 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927 2024-11-10T23:40:44,746 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927, entries=150, sequenceid=736, filesize=12.0 K 2024-11-10T23:40:44,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/64aabefb3bb343a6bc84a9249cc18302 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302 2024-11-10T23:40:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302, entries=150, sequenceid=736, filesize=12.0 K 2024-11-10T23:40:44,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/3d026cd121f8413cb46823aa7e615f01 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01 2024-11-10T23:40:44,763 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01, entries=150, sequenceid=736, filesize=12.0 K 2024-11-10T23:40:44,764 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 473ms, sequenceid=736, compaction requested=false 2024-11-10T23:40:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T23:40:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T23:40:44,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T23:40:44,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-10T23:40:44,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 1.2460 sec 2024-11-10T23:40:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:44,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:44,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d94da00a50704ed894b99a1803bab948 is 50, key is test_row_0/A:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741979_1155 (size=17181) 2024-11-10T23:40:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282104833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282104841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282104950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282104951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282105161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282105161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d94da00a50704ed894b99a1803bab948 2024-11-10T23:40:45,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7aa7a6f93f8848228a9b0a026b7ca629 is 50, key is test_row_0/B:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741980_1156 (size=12301) 2024-11-10T23:40:45,293 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T23:40:45,293 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T23:40:45,293 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:45,293 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:45,296 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T23:40:45,296 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:45,298 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,298 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,298 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,299 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:45,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:45,299 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:45,299 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,300 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T23:40:45,300 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:45,300 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,301 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:45,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:45,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282105471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282105471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7aa7a6f93f8848228a9b0a026b7ca629 2024-11-10T23:40:45,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/b4f845c57d6144ee8a10579f8d5d796c is 50, key is test_row_0/C:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741981_1157 (size=12301) 2024-11-10T23:40:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T23:40:45,672 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:45,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731282105981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731282105981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:40:46,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/b4f845c57d6144ee8a10579f8d5d796c 2024-11-10T23:40:46,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/d94da00a50704ed894b99a1803bab948 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948 2024-11-10T23:40:46,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948, entries=250, sequenceid=754, filesize=16.8 K 2024-11-10T23:40:46,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7aa7a6f93f8848228a9b0a026b7ca629 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629 2024-11-10T23:40:46,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629, entries=150, sequenceid=754, filesize=12.0 K 2024-11-10T23:40:46,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/b4f845c57d6144ee8a10579f8d5d796c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c 2024-11-10T23:40:46,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c, entries=150, sequenceid=754, filesize=12.0 K 2024-11-10T23:40:46,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1265ms, sequenceid=754, compaction requested=true 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:46,070 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:46,070 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8dd00da1a2015d5ba6a92eb01cc4d39e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:46,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:46,071 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:46,071 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/A is initiating minor compaction (all files) 2024-11-10T23:40:46,071 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:46,072 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/A in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:46,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/B is initiating minor compaction (all files) 2024-11-10T23:40:46,072 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/B in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:46,072 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c7b92a57538d418e96889afd263378c6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=42.3 K 2024-11-10T23:40:46,072 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2426967da8e4aabb4e9941150961c8a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.6 K 2024-11-10T23:40:46,072 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7b92a57538d418e96889afd263378c6, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:46,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a2426967da8e4aabb4e9941150961c8a, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:46,072 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dab6aaa7d53421588d242f1ddd62927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1731282043286 2024-11-10T23:40:46,072 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 64aabefb3bb343a6bc84a9249cc18302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1731282043286 2024-11-10T23:40:46,073 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d94da00a50704ed894b99a1803bab948, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1731282044462 2024-11-10T23:40:46,073 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aa7a6f93f8848228a9b0a026b7ca629, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1731282044484 2024-11-10T23:40:46,081 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:46,081 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7ad21c2a3d6d416b9847df2ae2913573 is 50, key is test_row_0/B:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741982_1158 (size=13969) 2024-11-10T23:40:46,099 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#A#compaction#146 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:46,099 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/88084e15732f45888682a9ce403c8972 is 50, key is test_row_0/A:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741983_1159 (size=13969) 2024-11-10T23:40:46,493 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/7ad21c2a3d6d416b9847df2ae2913573 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7ad21c2a3d6d416b9847df2ae2913573 2024-11-10T23:40:46,498 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/B of 8dd00da1a2015d5ba6a92eb01cc4d39e into 7ad21c2a3d6d416b9847df2ae2913573(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:46,498 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:46,498 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/B, priority=13, startTime=1731282046070; duration=0sec 2024-11-10T23:40:46,499 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:46,499 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:B 2024-11-10T23:40:46,499 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:46,500 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:46,500 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 8dd00da1a2015d5ba6a92eb01cc4d39e/C is initiating minor compaction (all files) 2024-11-10T23:40:46,500 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8dd00da1a2015d5ba6a92eb01cc4d39e/C in TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:46,500 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a9b85013c9f647eaa8d9d986f583393e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp, totalSize=37.5 K 2024-11-10T23:40:46,500 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a9b85013c9f647eaa8d9d986f583393e, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1731282043116 2024-11-10T23:40:46,501 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d026cd121f8413cb46823aa7e615f01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1731282043286 2024-11-10T23:40:46,501 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f845c57d6144ee8a10579f8d5d796c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1731282044484 2024-11-10T23:40:46,509 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/88084e15732f45888682a9ce403c8972 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/88084e15732f45888682a9ce403c8972 2024-11-10T23:40:46,511 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8dd00da1a2015d5ba6a92eb01cc4d39e#C#compaction#147 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:46,512 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/720f1ffcb3d84d348d80574e96ce5be6 is 50, key is test_row_0/C:col10/1731282044484/Put/seqid=0 2024-11-10T23:40:46,514 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/A of 8dd00da1a2015d5ba6a92eb01cc4d39e into 88084e15732f45888682a9ce403c8972(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:46,514 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:46,514 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/A, priority=13, startTime=1731282046070; duration=0sec 2024-11-10T23:40:46,515 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:46,515 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:A 2024-11-10T23:40:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741984_1160 (size=13901) 2024-11-10T23:40:46,921 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/720f1ffcb3d84d348d80574e96ce5be6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/720f1ffcb3d84d348d80574e96ce5be6 2024-11-10T23:40:46,926 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd00da1a2015d5ba6a92eb01cc4d39e/C of 8dd00da1a2015d5ba6a92eb01cc4d39e into 720f1ffcb3d84d348d80574e96ce5be6(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:46,926 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:46,926 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., storeName=8dd00da1a2015d5ba6a92eb01cc4d39e/C, priority=13, startTime=1731282046070; duration=0sec 2024-11-10T23:40:46,926 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:46,926 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8dd00da1a2015d5ba6a92eb01cc4d39e:C 2024-11-10T23:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:46,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T23:40:46,993 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T23:40:46,993 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:46,993 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:46,993 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:46,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:46,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/b3411ba5b1bb45ec9b7d55cb789dd424 is 50, key is test_row_0/A:col10/1731282044839/Put/seqid=0 2024-11-10T23:40:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741985_1161 (size=12301) 2024-11-10T23:40:47,003 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T23:40:47,003 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:47,003 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,003 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:47,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=773 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/b3411ba5b1bb45ec9b7d55cb789dd424 2024-11-10T23:40:47,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/23b786be5a694c9fbf45fd7ba5d75ab5 is 50, key is test_row_0/B:col10/1731282044839/Put/seqid=0 2024-11-10T23:40:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741986_1162 (size=12301) 2024-11-10T23:40:47,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:40:47,783 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T23:40:47,783 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:47,783 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,783 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:47,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=773 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/23b786be5a694c9fbf45fd7ba5d75ab5 2024-11-10T23:40:47,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/36ac88b333ca421fbc198dee0371f2a6 is 50, key is test_row_0/C:col10/1731282044839/Put/seqid=0 2024-11-10T23:40:47,823 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T23:40:47,823 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:47,823 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,823 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741987_1163 (size=12301) 2024-11-10T23:40:47,842 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T23:40:47,842 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:40:47,842 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,842 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 257 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 247 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2604 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2634 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1167 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3495 rows 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1167 2024-11-10T23:40:47,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3496 rows 2024-11-10T23:40:47,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:40:47,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:40:47,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:47,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:40:47,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:40:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:47,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282047856"}]},"ts":"1731282047856"} 2024-11-10T23:40:47,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:40:47,859 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:40:47,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:40:47,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, UNASSIGN}] 2024-11-10T23:40:47,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, UNASSIGN 2024-11-10T23:40:47,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=8dd00da1a2015d5ba6a92eb01cc4d39e, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:47,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, UNASSIGN because future has completed 2024-11-10T23:40:47,870 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:40:47,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:48,027 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:48,027 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:40:48,027 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 8dd00da1a2015d5ba6a92eb01cc4d39e, disabling compactions & flushes 2024-11-10T23:40:48,028 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:48,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=773 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/36ac88b333ca421fbc198dee0371f2a6 2024-11-10T23:40:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/b3411ba5b1bb45ec9b7d55cb789dd424 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/b3411ba5b1bb45ec9b7d55cb789dd424 2024-11-10T23:40:48,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/b3411ba5b1bb45ec9b7d55cb789dd424, entries=150, sequenceid=773, filesize=12.0 K 2024-11-10T23:40:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/23b786be5a694c9fbf45fd7ba5d75ab5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/23b786be5a694c9fbf45fd7ba5d75ab5 2024-11-10T23:40:48,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/23b786be5a694c9fbf45fd7ba5d75ab5, entries=150, sequenceid=773, filesize=12.0 K 2024-11-10T23:40:48,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/36ac88b333ca421fbc198dee0371f2a6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/36ac88b333ca421fbc198dee0371f2a6 2024-11-10T23:40:48,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/36ac88b333ca421fbc198dee0371f2a6, entries=150, sequenceid=773, filesize=12.0 K 2024-11-10T23:40:48,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=26.84 KB/27480 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1253ms, sequenceid=773, compaction requested=false 2024-11-10T23:40:48,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: 2024-11-10T23:40:48,247 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. after waiting 0 ms 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:48,247 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(2902): Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=A 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=B 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8dd00da1a2015d5ba6a92eb01cc4d39e, store=C 2024-11-10T23:40:48,247 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:48,250 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/e85c9e2e41a14e9982fa699db5d6982c is 50, key is test_row_0/A:col10/1731282047822/Put/seqid=0 2024-11-10T23:40:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741988_1164 (size=12301) 2024-11-10T23:40:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:48,655 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=780 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/e85c9e2e41a14e9982fa699db5d6982c 2024-11-10T23:40:48,663 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/5f486a3cd770462aa41902fd3a54656e is 50, key is test_row_0/B:col10/1731282047822/Put/seqid=0 2024-11-10T23:40:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741989_1165 (size=12301) 2024-11-10T23:40:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:49,067 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=780 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/5f486a3cd770462aa41902fd3a54656e 2024-11-10T23:40:49,075 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f9998a4b06b24dbb8d29e72d62f98d34 is 50, key is test_row_0/C:col10/1731282047822/Put/seqid=0 2024-11-10T23:40:49,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741990_1166 (size=12301) 2024-11-10T23:40:49,479 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=780 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f9998a4b06b24dbb8d29e72d62f98d34 2024-11-10T23:40:49,484 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/A/e85c9e2e41a14e9982fa699db5d6982c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e85c9e2e41a14e9982fa699db5d6982c 2024-11-10T23:40:49,488 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e85c9e2e41a14e9982fa699db5d6982c, entries=150, sequenceid=780, filesize=12.0 K 2024-11-10T23:40:49,489 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/B/5f486a3cd770462aa41902fd3a54656e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/5f486a3cd770462aa41902fd3a54656e 2024-11-10T23:40:49,493 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/5f486a3cd770462aa41902fd3a54656e, entries=150, sequenceid=780, filesize=12.0 K 2024-11-10T23:40:49,494 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/.tmp/C/f9998a4b06b24dbb8d29e72d62f98d34 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f9998a4b06b24dbb8d29e72d62f98d34 2024-11-10T23:40:49,497 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f9998a4b06b24dbb8d29e72d62f98d34, entries=150, sequenceid=780, filesize=12.0 K 2024-11-10T23:40:49,498 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1251ms, sequenceid=780, compaction requested=true 2024-11-10T23:40:49,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0c2685d26b6e4b91b1f93a9426bc7cfc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/4e2c5b6ccdeb4f6e9de3eec74ec86562, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2ea8ba36e016411f935a011272ea5f71, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/44107fe3e0bd47ba92aef80474e9f587, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2d39625c7fe4fedab039d5ffdab7821, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/ae9bc3df4b8d451f98952886250386dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/835ef68acdd34d8d97dcb90e4c9a8f1f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/5565f62c04a24febb2677cd3ec5b57a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/a2cf283e86ce45a09bfc33bb6ca93450, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6234c840e1c34812b1fff74d28b9a87a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7f5f9f690b52429ea46b4e706a2d0ae0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/74cc1996c0cb4cea83d2bc1c863f16b7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e04bf2806eef4eb7bff2f88cea24b677, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c7b92a57538d418e96889afd263378c6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948] to archive 2024-11-10T23:40:49,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:40:49,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6525a3c1cd4e49de8fd5e5498b430969 2024-11-10T23:40:49,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/75c30059a48342828ad9deb5011ee43c 2024-11-10T23:40:49,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0b1559e3bf2b406aa79fa27c4f4aaacb 2024-11-10T23:40:49,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f0c6f959a7e443d8b1d7d192380f32e 2024-11-10T23:40:49,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0c2685d26b6e4b91b1f93a9426bc7cfc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0c2685d26b6e4b91b1f93a9426bc7cfc 2024-11-10T23:40:49,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9d54f6f9674a487b83aaefe644148747 2024-11-10T23:40:49,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1f472bef3eef4a7dbfcf8ffe5e13fc6d 2024-11-10T23:40:49,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/618a461e88474d95bb61671a3edb654b 2024-11-10T23:40:49,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/4e2c5b6ccdeb4f6e9de3eec74ec86562 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/4e2c5b6ccdeb4f6e9de3eec74ec86562 2024-11-10T23:40:49,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/821174b7820c4583b7ffb5fcc6244a2a 2024-11-10T23:40:49,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2ea8ba36e016411f935a011272ea5f71 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2ea8ba36e016411f935a011272ea5f71 2024-11-10T23:40:49,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6905b23f0c5d421a9ae08c563ac51b12 2024-11-10T23:40:49,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/2f147d70b5744e22a7a3f1a1bdd6f846 2024-11-10T23:40:49,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/faa0fe7fb5334a739848444027004660 2024-11-10T23:40:49,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/44107fe3e0bd47ba92aef80474e9f587 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/44107fe3e0bd47ba92aef80474e9f587 2024-11-10T23:40:49,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/091c4d299e7f47c28ec40708cfbbd5a3 2024-11-10T23:40:49,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/af92c529590c467c8db9cbeafa922829 2024-11-10T23:40:49,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2d39625c7fe4fedab039d5ffdab7821 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2d39625c7fe4fedab039d5ffdab7821 2024-11-10T23:40:49,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/0d5854df4e484f2ba639d3778ac9dad4 2024-11-10T23:40:49,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/dc7fb35b67a8450bb31085c2b78bf1ba 2024-11-10T23:40:49,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/ae9bc3df4b8d451f98952886250386dd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/ae9bc3df4b8d451f98952886250386dd 2024-11-10T23:40:49,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6bd5473e292348138cbb90f5037d8aa6 2024-11-10T23:40:49,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/46b6c79f61cf47a7ba8db6c14a33564c 2024-11-10T23:40:49,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/835ef68acdd34d8d97dcb90e4c9a8f1f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/835ef68acdd34d8d97dcb90e4c9a8f1f 2024-11-10T23:40:49,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/9ba801e5c15d469688a3a710a237c77a 2024-11-10T23:40:49,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/61cef86eb16948da84a8ed91150ec484 2024-11-10T23:40:49,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/5565f62c04a24febb2677cd3ec5b57a6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/5565f62c04a24febb2677cd3ec5b57a6 2024-11-10T23:40:49,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c4bf077093b64a0d8bcfc0065c2c1168 2024-11-10T23:40:49,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7e62aca156bf454a82799899f94fa3c7 2024-11-10T23:40:49,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1a339f41f1e24575aa41b848bb57a88c 2024-11-10T23:40:49,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/a2cf283e86ce45a09bfc33bb6ca93450 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/a2cf283e86ce45a09bfc33bb6ca93450 2024-11-10T23:40:49,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3f6e48b302894590ba1db46d1e014cc6 2024-11-10T23:40:49,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d2a2cc27ffb64c4396c33bc7640b3b96 2024-11-10T23:40:49,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6234c840e1c34812b1fff74d28b9a87a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/6234c840e1c34812b1fff74d28b9a87a 2024-11-10T23:40:49,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/1c035cc45f9245308a198788bfcb5fa0 2024-11-10T23:40:49,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/53ef152edd7848058b675de74f49fafc 2024-11-10T23:40:49,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/323f9e2635694ceeb80a9242ea5bba96 2024-11-10T23:40:49,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7f5f9f690b52429ea46b4e706a2d0ae0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/7f5f9f690b52429ea46b4e706a2d0ae0 2024-11-10T23:40:49,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/63d7a7856539494caa0fb63d11493b6f 2024-11-10T23:40:49,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/74cc1996c0cb4cea83d2bc1c863f16b7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/74cc1996c0cb4cea83d2bc1c863f16b7 2024-11-10T23:40:49,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/cc46f2001f964b1eb20e9104ef44f51a 2024-11-10T23:40:49,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/f3bd8fa12c07455aaad2599fdd590cc4 2024-11-10T23:40:49,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/12a339fa6b86455ea5cc94a0d9296c43 2024-11-10T23:40:49,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e04bf2806eef4eb7bff2f88cea24b677 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e04bf2806eef4eb7bff2f88cea24b677 2024-11-10T23:40:49,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/19f4ef981c914708abd12530a6b77e0f 2024-11-10T23:40:49,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/93481959eafa4328b9f22e9d5ce221e7 2024-11-10T23:40:49,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c7b92a57538d418e96889afd263378c6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/c7b92a57538d418e96889afd263378c6 2024-11-10T23:40:49,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/3dab6aaa7d53421588d242f1ddd62927 2024-11-10T23:40:49,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/d94da00a50704ed894b99a1803bab948 2024-11-10T23:40:49,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/294fa269b3b64b5d9ab39b21f5aa50c2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2f64c260d704e6aa90cfcfaa1484794, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e0829653456842fc9d8f157511bcafea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4393efc5575e48a1a20e0a9e15c1439e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9b05e9594bdc437da2f2df64eb35f824, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a42c39c557fc4f41a95cee20934eb6dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1c58b0fa9347415aa3bee60e90106a16, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/583acdb5b84b451f95fcf64eda599fd4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d99425c9dd0e47cea1510f818cb44bd3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/edd053696df04bfb96d3f3e91ef2d1f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d98b9312710242ca9b5256adce9c3a67, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/0ce3d288058a496282cdf1d42467809a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/01c8221ccc1d443ca94775ee9a0dfa3a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2426967da8e4aabb4e9941150961c8a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629] to archive 2024-11-10T23:40:49,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:40:49,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4b261a80ece144929359db2d75f59e9a 2024-11-10T23:40:49,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/580974cbbe054d56a2e06e834a777ba9 2024-11-10T23:40:49,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1dc48e36f9ce4f09976c780467cbaa84 2024-11-10T23:40:49,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/294fa269b3b64b5d9ab39b21f5aa50c2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/294fa269b3b64b5d9ab39b21f5aa50c2 2024-11-10T23:40:49,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/49365ad40e744090b968ade73c7631ca 2024-11-10T23:40:49,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/daab08d171564f41842b44260f866566 2024-11-10T23:40:49,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d45c47f96a62471fac49ed0d33047723 2024-11-10T23:40:49,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2f64c260d704e6aa90cfcfaa1484794 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2f64c260d704e6aa90cfcfaa1484794 2024-11-10T23:40:49,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fc12deeaea1b49ceba5ca6051fd63add 2024-11-10T23:40:49,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/873d677ac90f4ff699f3bd04be1208a3 2024-11-10T23:40:49,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e0829653456842fc9d8f157511bcafea to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e0829653456842fc9d8f157511bcafea 2024-11-10T23:40:49,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a4db0187d79a4f04b5e201f9a91b3fab 2024-11-10T23:40:49,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/35e1f8d89b25444ca0e3de02bac50872 2024-11-10T23:40:49,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4393efc5575e48a1a20e0a9e15c1439e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/4393efc5575e48a1a20e0a9e15c1439e 2024-11-10T23:40:49,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/fcaee5a558d34dd0ace9ea4aad86b47b 2024-11-10T23:40:49,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/dcae493555f6498bacdc5c7a72396d25 2024-11-10T23:40:49,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9b05e9594bdc437da2f2df64eb35f824 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9b05e9594bdc437da2f2df64eb35f824 2024-11-10T23:40:49,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e8866dd462d54be7ac288b9925cf17c0 2024-11-10T23:40:49,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c2ffe0b2c1d64dfa8f9624c05b5fa1f1 2024-11-10T23:40:49,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a42c39c557fc4f41a95cee20934eb6dd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a42c39c557fc4f41a95cee20934eb6dd 2024-11-10T23:40:49,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1379443ed2eb4ea2aaf4b2af052ec68d 2024-11-10T23:40:49,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c8709f19670940678af58dbb1c062cba 2024-11-10T23:40:49,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1c58b0fa9347415aa3bee60e90106a16 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/1c58b0fa9347415aa3bee60e90106a16 2024-11-10T23:40:49,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/c771fa48f24e466fb39fc61af367e7a6 2024-11-10T23:40:49,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/24b32febee94484ab2a8e7781bb069fc 2024-11-10T23:40:49,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/583acdb5b84b451f95fcf64eda599fd4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/583acdb5b84b451f95fcf64eda599fd4 2024-11-10T23:40:49,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/42614775843047f08587999fc33c0127 2024-11-10T23:40:49,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7bccf5b7d7d845998e788a3d53a9af08 2024-11-10T23:40:49,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/9f355ba8fdf04b79b9fb01ac9f336edc 2024-11-10T23:40:49,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d99425c9dd0e47cea1510f818cb44bd3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d99425c9dd0e47cea1510f818cb44bd3 2024-11-10T23:40:49,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ac1faafd80914225a54767b6906df160 2024-11-10T23:40:49,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/90cef3c86c264c459cdeadf72de04695 2024-11-10T23:40:49,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/edd053696df04bfb96d3f3e91ef2d1f4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/edd053696df04bfb96d3f3e91ef2d1f4 2024-11-10T23:40:49,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d487dc8ce5d84bac82d362c443999fe4 2024-11-10T23:40:49,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/e6e8fb42ff3e474887eae77cdb4205d4 2024-11-10T23:40:49,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/3a9c3ea4895d4e6e926a14f2df0d39fd 2024-11-10T23:40:49,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d98b9312710242ca9b5256adce9c3a67 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/d98b9312710242ca9b5256adce9c3a67 2024-11-10T23:40:49,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/bb7689fceca94de6837a365f13c54785 2024-11-10T23:40:49,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/de34cbf33fa74a81970d45f10279dee9 2024-11-10T23:40:49,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/0ce3d288058a496282cdf1d42467809a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/0ce3d288058a496282cdf1d42467809a 2024-11-10T23:40:49,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/b26f557c81df468aac3a0337dd06deb1 2024-11-10T23:40:49,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/f5d05956878748cf9aa3174d83201e00 2024-11-10T23:40:49,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/01c8221ccc1d443ca94775ee9a0dfa3a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/01c8221ccc1d443ca94775ee9a0dfa3a 2024-11-10T23:40:49,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/47dc007fd83a40b896801a7a70b109a2 2024-11-10T23:40:49,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/ee4defdcfb77453499682d8d17f259cc 2024-11-10T23:40:49,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2426967da8e4aabb4e9941150961c8a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/a2426967da8e4aabb4e9941150961c8a 2024-11-10T23:40:49,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7661bd343a26450fb038a00c5ab58280 2024-11-10T23:40:49,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/64aabefb3bb343a6bc84a9249cc18302 2024-11-10T23:40:49,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7aa7a6f93f8848228a9b0a026b7ca629 2024-11-10T23:40:49,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/cd5959a9501d44b783bc765a752dc03a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/16e2b72b30644628ac9efd79014ee64d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b6491b965d464422a4b441858ed1be45, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7f179f2057bc42c49f063e8e2621a77f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0a4a90484cba42a8965058e004bccb77, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0238bdc2f300452da9661ea9b5a07ebb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8efac1b9c9f94fa9bda1f5991bb6d0c9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/e60a4171d1c54a308e3781d24a103572, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9325cbe150124426a572d9df6e1938ea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/c2e9668a07b24e9ebd73f82dde36054c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8074572601994ebd8b1abc5c8e20f08e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a9b85013c9f647eaa8d9d986f583393e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c] to archive 2024-11-10T23:40:49,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:40:49,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fdd973e4b87841d58e3b88126ddfcc86 2024-11-10T23:40:49,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/fed6140bb6f9492ea7122f45f8b824fe 2024-11-10T23:40:49,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7fbc5c941bfd4d35901010e635d87fbd 2024-11-10T23:40:49,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/cd5959a9501d44b783bc765a752dc03a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/cd5959a9501d44b783bc765a752dc03a 2024-11-10T23:40:49,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/366869d359f54f2b81d388977dcbff52 2024-11-10T23:40:49,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/803e90eb7a8d44e8bd2740f10c0fdc53 2024-11-10T23:40:49,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/963cc4aaf41c4f74b46062bdac230160 2024-11-10T23:40:49,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/16e2b72b30644628ac9efd79014ee64d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/16e2b72b30644628ac9efd79014ee64d 2024-11-10T23:40:49,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/362c5e3069f240c898973d2eb15c1e6a 2024-11-10T23:40:49,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/782aedcd8eb2415b9c9821e515883fea 2024-11-10T23:40:49,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b6491b965d464422a4b441858ed1be45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b6491b965d464422a4b441858ed1be45 2024-11-10T23:40:49,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/397406b7a8d54322baead2ee3df4b632 2024-11-10T23:40:49,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9359ef4a4a3d45449ac23fc1794c4be7 2024-11-10T23:40:49,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7f179f2057bc42c49f063e8e2621a77f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7f179f2057bc42c49f063e8e2621a77f 2024-11-10T23:40:49,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9720b1e91773469aa04ca6d0501ca7c4 2024-11-10T23:40:49,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/7a7cd9d3377b41ccb00c813bb16e5567 2024-11-10T23:40:49,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0ed295446bda4696a622dd92e604222d 2024-11-10T23:40:49,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0a4a90484cba42a8965058e004bccb77 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0a4a90484cba42a8965058e004bccb77 2024-11-10T23:40:49,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/da01cabf6dab49b59e1a06f40490a032 2024-11-10T23:40:49,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/d2ac1badcae241d68d4deb21f5fad2f6 2024-11-10T23:40:49,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1a88deefc6554d97b4b594288a9c11f6 2024-11-10T23:40:49,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/1877530997294432bd43fd9b29a358ae 2024-11-10T23:40:49,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/73f7c11a91a04687a4829e4ad55ba596 2024-11-10T23:40:49,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0238bdc2f300452da9661ea9b5a07ebb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/0238bdc2f300452da9661ea9b5a07ebb 2024-11-10T23:40:49,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/4c1ba18d5bd247b5858b327b2a75b9d0 2024-11-10T23:40:49,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/000753cc15f74dc7a97cdad5b1c02d6e 2024-11-10T23:40:49,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/17eedb5675f04ca3a38769e4c67f31d3 2024-11-10T23:40:49,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8efac1b9c9f94fa9bda1f5991bb6d0c9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8efac1b9c9f94fa9bda1f5991bb6d0c9 2024-11-10T23:40:49,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/773adf462a7b45c7bfd3a2d821c838fc 2024-11-10T23:40:49,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/67d5c96b57b34e7fad11ccf5320624e4 2024-11-10T23:40:49,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/e60a4171d1c54a308e3781d24a103572 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/e60a4171d1c54a308e3781d24a103572 2024-11-10T23:40:49,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/873b7b6121a0487bbe42301129dc9d52 2024-11-10T23:40:49,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/acb08a1c20ee41b6a2ff78b98d63aebe 2024-11-10T23:40:49,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/5717b7bdf1e94354bfdb6baf65bf6f21 2024-11-10T23:40:49,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9325cbe150124426a572d9df6e1938ea to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/9325cbe150124426a572d9df6e1938ea 2024-11-10T23:40:49,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/dacdaf424d704e03841a9e6003a6bc17 2024-11-10T23:40:49,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ddf3a801cb3b40a89cdef7478afde032 2024-11-10T23:40:49,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/c2e9668a07b24e9ebd73f82dde36054c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/c2e9668a07b24e9ebd73f82dde36054c 2024-11-10T23:40:49,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f33c0152899542c0895148b8056dc50d 2024-11-10T23:40:49,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a4e247d2b85d4188a47ff608ae643fe0 2024-11-10T23:40:49,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8074572601994ebd8b1abc5c8e20f08e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/8074572601994ebd8b1abc5c8e20f08e 2024-11-10T23:40:49,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/ce50a3a3703540e6923df8601596c4d1 2024-11-10T23:40:49,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/26121e970d3f4c728d2eac320a748b25 2024-11-10T23:40:49,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a9b85013c9f647eaa8d9d986f583393e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/a9b85013c9f647eaa8d9d986f583393e 2024-11-10T23:40:49,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/977dce4ca531458197684a147910e9b0 2024-11-10T23:40:49,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/3d026cd121f8413cb46823aa7e615f01 2024-11-10T23:40:49,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/b4f845c57d6144ee8a10579f8d5d796c 2024-11-10T23:40:49,696 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/recovered.edits/783.seqid, newMaxSeqId=783, maxSeqId=1 2024-11-10T23:40:49,699 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. 2024-11-10T23:40:49,699 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 8dd00da1a2015d5ba6a92eb01cc4d39e: Waiting for close lock at 1731282048027Running coprocessor pre-close hooks at 1731282048027Disabling compacts and flushes for region at 1731282048027Disabling writes for close at 1731282048247 (+220 ms)Obtaining lock to block concurrent updates at 1731282048247Preparing flush snapshotting stores in 8dd00da1a2015d5ba6a92eb01cc4d39e at 1731282048247Finished memstore snapshotting TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731282048247Flushing stores of TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e. at 1731282048248 (+1 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/A: creating writer at 1731282048248Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/A: appending metadata at 1731282048250 (+2 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/A: closing flushed file at 1731282048250Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/B: creating writer at 1731282048659 (+409 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/B: appending metadata at 1731282048662 (+3 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/B: closing flushed file at 1731282048662Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/C: creating writer at 1731282049072 (+410 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/C: appending metadata at 1731282049075 (+3 ms)Flushing 8dd00da1a2015d5ba6a92eb01cc4d39e/C: closing flushed file at 1731282049075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f64179: reopening flushed file at 1731282049484 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375333f5: reopening flushed file at 1731282049488 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1361640: reopening flushed file at 1731282049493 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8dd00da1a2015d5ba6a92eb01cc4d39e in 1251ms, sequenceid=780, compaction requested=true at 1731282049498 (+5 ms)Writing region close event to WAL at 1731282049693 (+195 ms)Running coprocessor post-close hooks at 1731282049697 (+4 ms)Closed at 1731282049699 (+2 ms) 2024-11-10T23:40:49,701 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:49,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=8dd00da1a2015d5ba6a92eb01cc4d39e, regionState=CLOSED 2024-11-10T23:40:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:40:49,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T23:40:49,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 8dd00da1a2015d5ba6a92eb01cc4d39e, server=ae12972821c6,40463,1731282019372 in 1.8340 sec 2024-11-10T23:40:49,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T23:40:49,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8dd00da1a2015d5ba6a92eb01cc4d39e, UNASSIGN in 1.8410 sec 2024-11-10T23:40:49,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T23:40:49,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8490 sec 2024-11-10T23:40:49,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282049711"}]},"ts":"1731282049711"} 2024-11-10T23:40:49,713 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:40:49,713 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:40:49,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-10T23:40:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T23:40:50,002 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:50,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:40:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,010 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-10T23:40:50,012 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:50,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/recovered.edits] 2024-11-10T23:40:50,024 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/88084e15732f45888682a9ce403c8972 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/88084e15732f45888682a9ce403c8972 2024-11-10T23:40:50,025 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/b3411ba5b1bb45ec9b7d55cb789dd424 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/b3411ba5b1bb45ec9b7d55cb789dd424 2024-11-10T23:40:50,026 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e85c9e2e41a14e9982fa699db5d6982c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/A/e85c9e2e41a14e9982fa699db5d6982c 2024-11-10T23:40:50,029 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/23b786be5a694c9fbf45fd7ba5d75ab5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/23b786be5a694c9fbf45fd7ba5d75ab5 2024-11-10T23:40:50,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/5f486a3cd770462aa41902fd3a54656e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/5f486a3cd770462aa41902fd3a54656e 2024-11-10T23:40:50,031 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7ad21c2a3d6d416b9847df2ae2913573 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/B/7ad21c2a3d6d416b9847df2ae2913573 2024-11-10T23:40:50,034 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/36ac88b333ca421fbc198dee0371f2a6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/36ac88b333ca421fbc198dee0371f2a6 2024-11-10T23:40:50,036 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/720f1ffcb3d84d348d80574e96ce5be6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/720f1ffcb3d84d348d80574e96ce5be6 2024-11-10T23:40:50,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f9998a4b06b24dbb8d29e72d62f98d34 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/C/f9998a4b06b24dbb8d29e72d62f98d34 2024-11-10T23:40:50,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/recovered.edits/783.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e/recovered.edits/783.seqid 2024-11-10T23:40:50,042 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/8dd00da1a2015d5ba6a92eb01cc4d39e 2024-11-10T23:40:50,042 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:40:50,048 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T23:40:50,060 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:40:50,097 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:40:50,098 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,099 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:40:50,099 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282050099"}]},"ts":"9223372036854775807"} 2024-11-10T23:40:50,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:40:50,103 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8dd00da1a2015d5ba6a92eb01cc4d39e, NAME => 'TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:40:50,103 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:40:50,103 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282050103"}]},"ts":"9223372036854775807"} 2024-11-10T23:40:50,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:40:50,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-10T23:40:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-10T23:40:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:40:50,122 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:50,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ae12972821c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ae12972821c6:40463-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1540954012_22 at /127.0.0.1:40874 [Waiting for operation #485] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1914538473_22 at /127.0.0.1:56154 [Waiting for operation #472] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8006 (was 8552) 2024-11-10T23:40:50,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=8006 2024-11-10T23:40:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:40:50,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:40:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:50,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:40:50,150 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:50,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 38 2024-11-10T23:40:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:50,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:40:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741991_1167 (size=1061) 2024-11-10T23:40:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:50,559 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:40:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741992_1168 (size=53) 2024-11-10T23:40:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:50,965 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:50,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 720d08c24ea7b12324e7b8a697dfad86, disabling compactions & flushes 2024-11-10T23:40:50,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:50,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:50,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. after waiting 0 ms 2024-11-10T23:40:50,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:50,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:50,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720d08c24ea7b12324e7b8a697dfad86: Waiting for close lock at 1731282050966Disabling compacts and flushes for region at 1731282050966Disabling writes for close at 1731282050966Writing region close event to WAL at 1731282050966Closed at 1731282050966 2024-11-10T23:40:50,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:40:50,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282050967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282050967"}]},"ts":"1731282050967"} 2024-11-10T23:40:50,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:40:50,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:40:50,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282050970"}]},"ts":"1731282050970"} 2024-11-10T23:40:50,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:40:50,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, ASSIGN}] 2024-11-10T23:40:50,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, ASSIGN 2024-11-10T23:40:50,974 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:40:51,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, ASSIGN because future has completed 2024-11-10T23:40:51,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:51,281 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:51,281 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:40:51,282 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,282 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:51,282 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,282 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,283 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,284 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:51,285 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName A 2024-11-10T23:40:51,286 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:51,286 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:51,286 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,287 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:51,287 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName B 2024-11-10T23:40:51,287 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:51,288 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:51,288 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,289 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:51,289 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName C 2024-11-10T23:40:51,289 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:51,289 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:51,289 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:51,289 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,290 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,290 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,291 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,291 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:51,292 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:40:51,293 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,294 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:40:51,295 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 720d08c24ea7b12324e7b8a697dfad86; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62742820, jitterRate=-0.0650591254234314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:40:51,295 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:51,296 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 720d08c24ea7b12324e7b8a697dfad86: Running coprocessor pre-open hook at 1731282051282Writing region info on filesystem at 1731282051282Initializing all the Stores at 1731282051283 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282051283Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282051283Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282051283Cleaning up temporary data from old regions at 1731282051291 (+8 ms)Running coprocessor post-open hooks at 1731282051295 (+4 ms)Region opened successfully at 1731282051296 (+1 ms) 2024-11-10T23:40:51,296 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., pid=40, masterSystemTime=1731282051278 2024-11-10T23:40:51,298 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:51,298 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:51,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:51,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:40:51,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T23:40:51,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 in 174 msec 2024-11-10T23:40:51,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T23:40:51,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, ASSIGN in 331 msec 2024-11-10T23:40:51,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:40:51,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282051306"}]},"ts":"1731282051306"} 2024-11-10T23:40:51,307 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:40:51,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:40:51,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-11-10T23:40:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T23:40:52,311 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:52,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b4e2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:52,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:52,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:52,314 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f1c931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:52,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:52,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:52,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:52,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:40:52,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:40:52,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17eb0dc9 2024-11-10T23:40:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:40:52,323 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:40:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:40:52,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:40:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T23:40:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741993_1169 (size=1097) 2024-11-10T23:40:52,747 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T23:40:52,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T23:40:52,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:40:52,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE}] 2024-11-10T23:40:52,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE 2024-11-10T23:40:52,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE because future has completed 2024-11-10T23:40:52,761 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:40:52,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:52,913 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(122): Close 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:52,914 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:40:52,914 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1722): Closing 720d08c24ea7b12324e7b8a697dfad86, disabling compactions & flushes 2024-11-10T23:40:52,914 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:52,914 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:52,914 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. after waiting 0 ms 2024-11-10T23:40:52,914 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:52,918 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:40:52,919 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:52,919 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1676): Region close journal for 720d08c24ea7b12324e7b8a697dfad86: Waiting for close lock at 1731282052914Running coprocessor pre-close hooks at 1731282052914Disabling compacts and flushes for region at 1731282052914Disabling writes for close at 1731282052914Writing region close event to WAL at 1731282052914Running coprocessor post-close hooks at 1731282052918 (+4 ms)Closed at 1731282052918 2024-11-10T23:40:52,919 WARN [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegionServer(3299): Not adding moved region record: 720d08c24ea7b12324e7b8a697dfad86 to self. 2024-11-10T23:40:52,921 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(157): Closed 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:52,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=CLOSED 2024-11-10T23:40:52,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:40:52,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-10T23:40:52,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 in 163 msec 2024-11-10T23:40:52,927 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE; state=CLOSED, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=true 2024-11-10T23:40:53,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE because future has completed 2024-11-10T23:40:53,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:40:53,235 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,235 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:40:53,235 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,235 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:40:53,235 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,236 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,240 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,241 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:53,246 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName A 2024-11-10T23:40:53,247 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:53,248 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:53,249 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,249 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:53,249 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName B 2024-11-10T23:40:53,250 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:53,250 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:53,250 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,251 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:40:53,251 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720d08c24ea7b12324e7b8a697dfad86 columnFamilyName C 2024-11-10T23:40:53,251 DEBUG [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:53,251 INFO [StoreOpener-720d08c24ea7b12324e7b8a697dfad86-1 {}] regionserver.HStore(327): Store=720d08c24ea7b12324e7b8a697dfad86/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:40:53,252 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,252 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,252 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,253 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,254 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,254 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,255 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:40:53,256 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,256 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 720d08c24ea7b12324e7b8a697dfad86; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041085, jitterRate=-0.12021927535533905}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:40:53,257 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,258 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 720d08c24ea7b12324e7b8a697dfad86: Running coprocessor pre-open hook at 1731282053236Writing region info on filesystem at 1731282053236Initializing all the Stores at 1731282053236Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282053237 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282053237Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282053237Cleaning up temporary data from old regions at 1731282053254 (+17 ms)Running coprocessor post-open hooks at 1731282053257 (+3 ms)Region opened successfully at 1731282053258 (+1 ms) 2024-11-10T23:40:53,259 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., pid=45, masterSystemTime=1731282053231 2024-11-10T23:40:53,260 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,261 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=OPEN, openSeqNum=5, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:40:53,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=43 2024-11-10T23:40:53,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 in 184 msec 2024-11-10T23:40:53,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T23:40:53,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, REOPEN/MOVE in 508 msec 2024-11-10T23:40:53,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-10T23:40:53,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-10T23:40:53,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-10T23:40:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41 2024-11-10T23:40:53,275 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:53,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37870970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3d51aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b66406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454c5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,281 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd14a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a82a5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,285 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb3838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da31b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbd945b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af03df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,290 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbfaf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d26dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,291 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8467ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,293 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454cbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182dc420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aac2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,296 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65252182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4500591c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,298 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bccbc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7203a827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e853ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,301 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfb8bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7825eb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6230e7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:40:53,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:40:53,304 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:40:53,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:40:53,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:40:53,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc5b5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:40:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:40:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:40:53,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:40:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8b0230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:40:53,307 DEBUG [Thread-804 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,308 DEBUG [Thread-821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,308 DEBUG [Thread-810 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,309 DEBUG [Thread-808 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,309 DEBUG [Thread-817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,309 DEBUG [Thread-806 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,310 DEBUG [Thread-812 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,313 DEBUG [Thread-819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T23:40:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,314 DEBUG [Thread-815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:53,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,316 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:53,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:53,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:40:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:40:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T23:40:53,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:40:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:40:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:53,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b04f478bfe764853b673e446b8bf5434_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282053322/Put/seqid=0 2024-11-10T23:40:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741994_1170 (size=19474) 2024-11-10T23:40:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T23:40:53,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282053373, max timestamp=1731282053426Num uniques 859; 2024-11-10T23:40:53,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:53,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282053373, max timestamp=1731282053426Num uniques 859; 2024-11-10T23:40:53,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:53,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282053373, max timestamp=1731282053426Num uniques 859; 2024-11-10T23:40:53,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:40:53,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T23:40:53,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282113462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282113462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282113462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282113472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282113471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282113582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282113582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282113591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282113592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282113602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T23:40:53,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T23:40:53,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T23:40:53,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:53,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:53,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:53,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b04f478bfe764853b673e446b8bf5434_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b04f478bfe764853b673e446b8bf5434_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,789 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/b57a784b4ee042bc9a6d75bbbe1aff95, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:53,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/b57a784b4ee042bc9a6d75bbbe1aff95 is 175, key is test_row_0/A:col10/1731282053322/Put/seqid=0 2024-11-10T23:40:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282113794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282113794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741995_1171 (size=56733) 2024-11-10T23:40:53,805 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/b57a784b4ee042bc9a6d75bbbe1aff95 2024-11-10T23:40:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282113801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282113802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282113811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:53,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3025dde0b553464492b6141a85e5a70a is 50, key is test_row_0/B:col10/1731282053322/Put/seqid=0 2024-11-10T23:40:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741996_1172 (size=12001) 2024-11-10T23:40:53,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3025dde0b553464492b6141a85e5a70a 2024-11-10T23:40:53,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/fb3634268c04431c8165b14e28b2402f is 50, key is test_row_0/C:col10/1731282053322/Put/seqid=0 2024-11-10T23:40:53,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741997_1173 (size=12001) 2024-11-10T23:40:53,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/fb3634268c04431c8165b14e28b2402f 2024-11-10T23:40:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/b57a784b4ee042bc9a6d75bbbe1aff95 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95 2024-11-10T23:40:53,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95, entries=300, sequenceid=14, filesize=55.4 K 2024-11-10T23:40:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3025dde0b553464492b6141a85e5a70a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a 2024-11-10T23:40:53,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:40:53,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/fb3634268c04431c8165b14e28b2402f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f 2024-11-10T23:40:53,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:40:53,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 720d08c24ea7b12324e7b8a697dfad86 in 602ms, sequenceid=14, compaction requested=false 2024-11-10T23:40:53,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:53,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:53,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:53,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T23:40:53,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111008d2d070d6354d57afee57764b7cb53e_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282053467/Put/seqid=0 2024-11-10T23:40:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741998_1174 (size=12154) 2024-11-10T23:40:53,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:53,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111008d2d070d6354d57afee57764b7cb53e_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111008d2d070d6354d57afee57764b7cb53e_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/60d44e3d328d4330b982f97679a47721, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:53,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/60d44e3d328d4330b982f97679a47721 is 175, key is test_row_0/A:col10/1731282053467/Put/seqid=0 2024-11-10T23:40:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741999_1175 (size=30955) 2024-11-10T23:40:53,985 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/60d44e3d328d4330b982f97679a47721 2024-11-10T23:40:54,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/19945d412dd44d44b7b95c47773aea79 is 50, key is test_row_0/B:col10/1731282053467/Put/seqid=0 2024-11-10T23:40:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742000_1176 (size=12001) 2024-11-10T23:40:54,026 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/19945d412dd44d44b7b95c47773aea79 2024-11-10T23:40:54,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/53518df3cf5d427eb815c9eb3117aca1 is 50, key is test_row_0/C:col10/1731282053467/Put/seqid=0 2024-11-10T23:40:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742001_1177 (size=12001) 2024-11-10T23:40:54,060 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/53518df3cf5d427eb815c9eb3117aca1 2024-11-10T23:40:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/60d44e3d328d4330b982f97679a47721 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721 2024-11-10T23:40:54,073 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721, entries=150, sequenceid=51, filesize=30.2 K 2024-11-10T23:40:54,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/19945d412dd44d44b7b95c47773aea79 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79 2024-11-10T23:40:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T23:40:54,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/53518df3cf5d427eb815c9eb3117aca1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1 2024-11-10T23:40:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,091 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T23:40:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,092 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=0 B/0 for 720d08c24ea7b12324e7b8a697dfad86 in 157ms, sequenceid=51, compaction requested=false 2024-11-10T23:40:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T23:40:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T23:40:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T23:40:54,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 777 msec 2024-11-10T23:40:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 785 msec 2024-11-10T23:40:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111031d629081f964bd2850b93d957e9b30c_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742002_1178 (size=21918) 2024-11-10T23:40:54,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282054258, max timestamp=1731282054284Num uniques 859; 2024-11-10T23:40:54,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:54,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282054258, max timestamp=1731282054284Num uniques 859; 2024-11-10T23:40:54,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:54,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282054258, max timestamp=1731282054285Num uniques 859; 2024-11-10T23:40:54,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:40:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282114315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282114315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282114316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282114327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282114330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T23:40:54,451 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:54,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T23:40:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:54,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:54,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:54,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:54,608 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:54,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T23:40:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111031d629081f964bd2850b93d957e9b30c_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031d629081f964bd2850b93d957e9b30c_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:54,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d51eaa514d4f4ce2a8d34ce9fa6c580e, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:54,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d51eaa514d4f4ce2a8d34ce9fa6c580e is 175, key is test_row_0/A:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742003_1179 (size=65323) 2024-11-10T23:40:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282114651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282114651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282114651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282114652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282114652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T23:40:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:54,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T23:40:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:54,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:54,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282114961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282114961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282114961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282114972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282114972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d51eaa514d4f4ce2a8d34ce9fa6c580e 2024-11-10T23:40:55,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/1fcd0e85ae7344ef8c3087a12ac01c68 is 50, key is test_row_0/B:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742004_1180 (size=12001) 2024-11-10T23:40:55,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/1fcd0e85ae7344ef8c3087a12ac01c68 2024-11-10T23:40:55,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/279581379d6d402ea3ca5ab6514d672f is 50, key is test_row_0/C:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:55,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T23:40:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742005_1181 (size=12001) 2024-11-10T23:40:55,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/279581379d6d402ea3ca5ab6514d672f 2024-11-10T23:40:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:55,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d51eaa514d4f4ce2a8d34ce9fa6c580e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e 2024-11-10T23:40:55,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e, entries=350, sequenceid=61, filesize=63.8 K 2024-11-10T23:40:55,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/1fcd0e85ae7344ef8c3087a12ac01c68 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68 2024-11-10T23:40:55,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T23:40:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/279581379d6d402ea3ca5ab6514d672f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f 2024-11-10T23:40:55,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T23:40:55,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 720d08c24ea7b12324e7b8a697dfad86 in 948ms, sequenceid=61, compaction requested=true 2024-11-10T23:40:55,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:55,115 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:55,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:55,115 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:55,116 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:55,116 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:40:55,116 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,116 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=149.4 K 2024-11-10T23:40:55,117 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,117 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e] 2024-11-10T23:40:55,118 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:55,118 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:40:55,118 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,118 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.2 K 2024-11-10T23:40:55,119 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b57a784b4ee042bc9a6d75bbbe1aff95, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282053319 2024-11-10T23:40:55,119 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3025dde0b553464492b6141a85e5a70a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282053321 2024-11-10T23:40:55,119 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60d44e3d328d4330b982f97679a47721, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282053447 2024-11-10T23:40:55,119 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 19945d412dd44d44b7b95c47773aea79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282053447 2024-11-10T23:40:55,120 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fcd0e85ae7344ef8c3087a12ac01c68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:55,120 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51eaa514d4f4ce2a8d34ce9fa6c580e, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:55,135 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:55,136 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/5130532688e84ce2a34b2b3faf9c6a37 is 50, key is test_row_0/B:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:55,137 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:55,140 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108d766f27e5cd4918853c7448518c5cce_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:55,144 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108d766f27e5cd4918853c7448518c5cce_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:55,144 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d766f27e5cd4918853c7448518c5cce_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742006_1182 (size=12104) 2024-11-10T23:40:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742007_1183 (size=4469) 2024-11-10T23:40:55,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T23:40:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,225 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:40:55,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:40:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104d4a4ec27ed142f78e8470ce6436cdbc_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282054323/Put/seqid=0 2024-11-10T23:40:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742008_1184 (size=12154) 2024-11-10T23:40:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:55,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282115485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282115489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282115490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282115492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282115492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,565 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/5130532688e84ce2a34b2b3faf9c6a37 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5130532688e84ce2a34b2b3faf9c6a37 2024-11-10T23:40:55,571 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#164 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:55,572 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/84fa7db37c53459ba7937f88cc480b6c is 175, key is test_row_0/A:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:55,574 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 5130532688e84ce2a34b2b3faf9c6a37(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:55,574 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:55,574 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282055115; duration=0sec 2024-11-10T23:40:55,574 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:55,574 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:40:55,574 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:55,576 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:55,576 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:40:55,576 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,576 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.2 K 2024-11-10T23:40:55,577 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3634268c04431c8165b14e28b2402f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282053321 2024-11-10T23:40:55,578 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 53518df3cf5d427eb815c9eb3117aca1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282053447 2024-11-10T23:40:55,578 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 279581379d6d402ea3ca5ab6514d672f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742009_1185 (size=31058) 2024-11-10T23:40:55,589 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/84fa7db37c53459ba7937f88cc480b6c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c 2024-11-10T23:40:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:55,594 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:55,595 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/0e16070d071e4213bb7acb784874498f is 50, key is test_row_0/C:col10/1731282054163/Put/seqid=0 2024-11-10T23:40:55,599 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 84fa7db37c53459ba7937f88cc480b6c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:55,599 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:55,599 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282055114; duration=0sec 2024-11-10T23:40:55,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:55,600 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:40:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282115601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282115601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282115601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742010_1186 (size=12104) 2024-11-10T23:40:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,654 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104d4a4ec27ed142f78e8470ce6436cdbc_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d4a4ec27ed142f78e8470ce6436cdbc_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/437c94609e20465a98acfcba9641e5c2, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/437c94609e20465a98acfcba9641e5c2 is 175, key is test_row_0/A:col10/1731282054323/Put/seqid=0 2024-11-10T23:40:55,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742011_1187 (size=30955) 2024-11-10T23:40:55,671 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/437c94609e20465a98acfcba9641e5c2 2024-11-10T23:40:55,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/6e7b0dbd820f4b9e9cb1f460d1614100 is 50, key is test_row_0/B:col10/1731282054323/Put/seqid=0 2024-11-10T23:40:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742012_1188 (size=12001) 2024-11-10T23:40:55,695 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/6e7b0dbd820f4b9e9cb1f460d1614100 2024-11-10T23:40:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/c2f3dd86b6f6453b960c3e3db03821b0 is 50, key is test_row_0/C:col10/1731282054323/Put/seqid=0 2024-11-10T23:40:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742013_1189 (size=12001) 2024-11-10T23:40:55,722 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/c2f3dd86b6f6453b960c3e3db03821b0 2024-11-10T23:40:55,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/437c94609e20465a98acfcba9641e5c2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2 2024-11-10T23:40:55,740 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2, entries=150, sequenceid=96, filesize=30.2 K 2024-11-10T23:40:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/6e7b0dbd820f4b9e9cb1f460d1614100 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100 2024-11-10T23:40:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,750 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T23:40:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/c2f3dd86b6f6453b960c3e3db03821b0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0 2024-11-10T23:40:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,760 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T23:40:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,762 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 720d08c24ea7b12324e7b8a697dfad86 in 536ms, sequenceid=96, compaction requested=false 2024-11-10T23:40:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T23:40:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T23:40:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T23:40:55,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3080 sec 2024-11-10T23:40:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.3150 sec 2024-11-10T23:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:40:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111085d115e2c2c242f49b15aca0113cde55_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742014_1190 (size=14594) 2024-11-10T23:40:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282115879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282115881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282115883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282115991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282115992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282115992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:55,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,017 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/0e16070d071e4213bb7acb784874498f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/0e16070d071e4213bb7acb784874498f 2024-11-10T23:40:56,023 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 0e16070d071e4213bb7acb784874498f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:56,023 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:56,023 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282055115; duration=0sec 2024-11-10T23:40:56,023 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:56,023 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:40:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282116201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282116201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282116201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:56,254 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111085d115e2c2c242f49b15aca0113cde55_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085d115e2c2c242f49b15aca0113cde55_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:56,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43b720df852a4c299ef22f0645ad18c3, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:56,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43b720df852a4c299ef22f0645ad18c3 is 175, key is test_row_0/A:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742015_1191 (size=39549) 2024-11-10T23:40:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282116511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282116511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282116511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282116511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,517 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282116511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,517 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T23:40:56,601 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:56,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T23:40:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:56,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:56,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:56,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:56,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43b720df852a4c299ef22f0645ad18c3 2024-11-10T23:40:56,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3fe37487dadf44bcafa473ba3f92b032 is 50, key is test_row_0/B:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742016_1192 (size=12001) 2024-11-10T23:40:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:56,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:56,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:56,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:56,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:56,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:56,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282117032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282117032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282117032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:57,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3fe37487dadf44bcafa473ba3f92b032 2024-11-10T23:40:57,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/8372cb1769bf4f05b08ad663af86cb0e is 50, key is test_row_0/C:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742017_1193 (size=12001) 2024-11-10T23:40:57,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:57,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/8372cb1769bf4f05b08ad663af86cb0e 2024-11-10T23:40:57,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43b720df852a4c299ef22f0645ad18c3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3 2024-11-10T23:40:57,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3, entries=200, sequenceid=110, filesize=38.6 K 2024-11-10T23:40:57,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3fe37487dadf44bcafa473ba3f92b032 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032 2024-11-10T23:40:57,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T23:40:57,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/8372cb1769bf4f05b08ad663af86cb0e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e 2024-11-10T23:40:57,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:57,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:57,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T23:40:57,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 720d08c24ea7b12324e7b8a697dfad86 in 1719ms, sequenceid=110, compaction requested=true 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:57,533 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T23:40:57,533 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:57,534 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:57,534 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:40:57,534 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,534 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:57,534 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:40:57,534 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=99.2 K 2024-11-10T23:40:57,534 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,534 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,534 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5130532688e84ce2a34b2b3faf9c6a37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.3 K 2024-11-10T23:40:57,534 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3] 2024-11-10T23:40:57,535 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84fa7db37c53459ba7937f88cc480b6c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:57,535 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5130532688e84ce2a34b2b3faf9c6a37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:57,535 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 437c94609e20465a98acfcba9641e5c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731282054314 2024-11-10T23:40:57,535 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e7b0dbd820f4b9e9cb1f460d1614100, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731282054314 2024-11-10T23:40:57,536 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43b720df852a4c299ef22f0645ad18c3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055482 2024-11-10T23:40:57,536 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe37487dadf44bcafa473ba3f92b032, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055489 2024-11-10T23:40:57,543 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:57,551 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:57,551 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/fe7b507b7e5240c3ba55cee6dec2d7ad is 50, key is test_row_0/B:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:57,552 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100343331f8fd6402997f5d4493986e8a3_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:57,555 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100343331f8fd6402997f5d4493986e8a3_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:57,555 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100343331f8fd6402997f5d4493986e8a3_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742018_1194 (size=12207) 2024-11-10T23:40:57,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742019_1195 (size=4469) 2024-11-10T23:40:57,573 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#172 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:57,573 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/9f8214bcada44c7f8319db9fdb2bd8ed is 175, key is test_row_0/A:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742020_1196 (size=31161) 2024-11-10T23:40:57,586 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/9f8214bcada44c7f8319db9fdb2bd8ed as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed 2024-11-10T23:40:57,591 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 9f8214bcada44c7f8319db9fdb2bd8ed(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:57,591 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:57,592 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282057533; duration=0sec 2024-11-10T23:40:57,592 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:57,592 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:40:57,592 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:57,595 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:57,595 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:40:57,595 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,595 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/0e16070d071e4213bb7acb784874498f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.3 K 2024-11-10T23:40:57,595 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e16070d071e4213bb7acb784874498f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282054143 2024-11-10T23:40:57,596 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2f3dd86b6f6453b960c3e3db03821b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731282054314 2024-11-10T23:40:57,596 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8372cb1769bf4f05b08ad663af86cb0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055489 2024-11-10T23:40:57,605 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:57,606 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2ad28f926c30468badc95d22488b786d is 50, key is test_row_0/C:col10/1731282055813/Put/seqid=0 2024-11-10T23:40:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742021_1197 (size=12207) 2024-11-10T23:40:57,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T23:40:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:57,682 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T23:40:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:57,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106d2bb21731ca4cd19cd2d8cf6971b015_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282055871/Put/seqid=0 2024-11-10T23:40:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742022_1198 (size=12204) 2024-11-10T23:40:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:57,968 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/fe7b507b7e5240c3ba55cee6dec2d7ad as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/fe7b507b7e5240c3ba55cee6dec2d7ad 2024-11-10T23:40:57,974 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into fe7b507b7e5240c3ba55cee6dec2d7ad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:57,974 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:57,975 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282057533; duration=0sec 2024-11-10T23:40:57,975 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:57,975 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:40:58,017 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2ad28f926c30468badc95d22488b786d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2ad28f926c30468badc95d22488b786d 2024-11-10T23:40:58,022 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 2ad28f926c30468badc95d22488b786d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:40:58,022 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:58,022 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282057533; duration=0sec 2024-11-10T23:40:58,022 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:58,022 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:40:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:58,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:58,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282118068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282118069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282118070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:58,101 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106d2bb21731ca4cd19cd2d8cf6971b015_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106d2bb21731ca4cd19cd2d8cf6971b015_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:58,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/c188e9883b574bd08ae8736183dd53a0, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/c188e9883b574bd08ae8736183dd53a0 is 175, key is test_row_0/A:col10/1731282055871/Put/seqid=0 2024-11-10T23:40:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742023_1199 (size=31005) 2024-11-10T23:40:58,108 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/c188e9883b574bd08ae8736183dd53a0 2024-11-10T23:40:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/0d07a4c84dcb449998c656d836d80dc0 is 50, key is test_row_0/B:col10/1731282055871/Put/seqid=0 2024-11-10T23:40:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742024_1200 (size=12051) 2024-11-10T23:40:58,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282118182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282118182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282118182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282118391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282118391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282118392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,522 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/0d07a4c84dcb449998c656d836d80dc0 2024-11-10T23:40:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b4f04a833a324356b5b01e99a9f1ec14 is 50, key is test_row_0/C:col10/1731282055871/Put/seqid=0 2024-11-10T23:40:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742025_1201 (size=12051) 2024-11-10T23:40:58,535 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:58,536 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b4f04a833a324356b5b01e99a9f1ec14 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,536 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/c188e9883b574bd08ae8736183dd53a0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0 2024-11-10T23:40:58,546 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0, entries=150, sequenceid=132, filesize=30.3 K 2024-11-10T23:40:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/0d07a4c84dcb449998c656d836d80dc0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0 2024-11-10T23:40:58,552 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T23:40:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b4f04a833a324356b5b01e99a9f1ec14 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14 2024-11-10T23:40:58,557 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T23:40:58,559 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 720d08c24ea7b12324e7b8a697dfad86 in 877ms, sequenceid=132, compaction requested=false 2024-11-10T23:40:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T23:40:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T23:40:58,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T23:40:58,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9560 sec 2024-11-10T23:40:58,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.9630 sec 2024-11-10T23:40:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:58,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:58,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:58,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fcfa99100fd4a9da102fb7a925d3e85_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282058066/Put/seqid=0 2024-11-10T23:40:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742026_1202 (size=14794) 2024-11-10T23:40:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282118746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T23:40:58,752 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:40:58,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:40:58,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282118748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282118748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-10T23:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:40:58,755 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:40:58,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:40:58,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:40:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282118851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:40:58,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282118861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:58,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282118862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:58,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:58,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:58,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282119061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:40:59,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282119071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282119071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:40:59,130 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fcfa99100fd4a9da102fb7a925d3e85_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fcfa99100fd4a9da102fb7a925d3e85_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:59,132 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/4df1205c95384f059f0237b5dceb7341, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:59,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/4df1205c95384f059f0237b5dceb7341 is 175, key is test_row_0/A:col10/1731282058066/Put/seqid=0 2024-11-10T23:40:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742027_1203 (size=39749) 2024-11-10T23:40:59,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/4df1205c95384f059f0237b5dceb7341 2024-11-10T23:40:59,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/80777ed3c3c848ef991952e13e40b45d is 50, key is test_row_0/B:col10/1731282058066/Put/seqid=0 2024-11-10T23:40:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742028_1204 (size=12151) 2024-11-10T23:40:59,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/80777ed3c3c848ef991952e13e40b45d 2024-11-10T23:40:59,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/37764bcad5fe40a19de98260bd9b7a47 is 50, key is test_row_0/C:col10/1731282058066/Put/seqid=0 2024-11-10T23:40:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742029_1205 (size=12151) 2024-11-10T23:40:59,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282119371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:40:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282119381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282119381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:59,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/37764bcad5fe40a19de98260bd9b7a47 2024-11-10T23:40:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/4df1205c95384f059f0237b5dceb7341 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341 2024-11-10T23:40:59,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341, entries=200, sequenceid=148, filesize=38.8 K 2024-11-10T23:40:59,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/80777ed3c3c848ef991952e13e40b45d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d 2024-11-10T23:40:59,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d, entries=150, sequenceid=148, filesize=11.9 K 2024-11-10T23:40:59,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/37764bcad5fe40a19de98260bd9b7a47 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47 2024-11-10T23:40:59,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47, entries=150, sequenceid=148, filesize=11.9 K 2024-11-10T23:40:59,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 720d08c24ea7b12324e7b8a697dfad86 in 899ms, sequenceid=148, compaction requested=true 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:59,603 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:40:59,603 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:40:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:40:59,604 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101915 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:59,604 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:40:59,604 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:40:59,604 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:40:59,604 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,604 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,604 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/fe7b507b7e5240c3ba55cee6dec2d7ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.6 K 2024-11-10T23:40:59,604 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=99.5 K 2024-11-10T23:40:59,605 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,605 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341] 2024-11-10T23:40:59,605 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fe7b507b7e5240c3ba55cee6dec2d7ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055489 2024-11-10T23:40:59,605 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f8214bcada44c7f8319db9fdb2bd8ed, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055489 2024-11-10T23:40:59,605 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d07a4c84dcb449998c656d836d80dc0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731282055871 2024-11-10T23:40:59,606 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c188e9883b574bd08ae8736183dd53a0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731282055871 2024-11-10T23:40:59,606 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 80777ed3c3c848ef991952e13e40b45d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058066 2024-11-10T23:40:59,607 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df1205c95384f059f0237b5dceb7341, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058062 2024-11-10T23:40:59,614 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:59,615 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:40:59,616 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/4575f4c926674a1399184889a52e4605 is 50, key is test_row_0/B:col10/1731282058066/Put/seqid=0 2024-11-10T23:40:59,617 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ba340eaf597e4145ab945e19d598aa00_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:59,622 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ba340eaf597e4145ab945e19d598aa00_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:59,622 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ba340eaf597e4145ab945e19d598aa00_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:40:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742030_1206 (size=12459) 2024-11-10T23:40:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742031_1207 (size=4469) 2024-11-10T23:40:59,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:40:59,678 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:40:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:40:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ca5a93f563e49489ddb795660f15b06_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282058746/Put/seqid=0 2024-11-10T23:40:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742032_1208 (size=12304) 2024-11-10T23:40:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:40:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:40:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:40:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282119909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282119910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:40:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282119914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:40:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:40:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282120021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282120021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282120021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,040 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/4575f4c926674a1399184889a52e4605 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/4575f4c926674a1399184889a52e4605 2024-11-10T23:41:00,042 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#182 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:00,042 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/089fb9c203504bf8a2d4bcf763385c5f is 175, key is test_row_0/A:col10/1731282058066/Put/seqid=0 2024-11-10T23:41:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742033_1209 (size=31413) 2024-11-10T23:41:00,049 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 4575f4c926674a1399184889a52e4605(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:00,050 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:00,050 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282059603; duration=0sec 2024-11-10T23:41:00,050 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:00,050 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:00,050 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:00,057 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:00,057 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:00,058 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:00,058 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2ad28f926c30468badc95d22488b786d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=35.6 K 2024-11-10T23:41:00,059 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad28f926c30468badc95d22488b786d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282055489 2024-11-10T23:41:00,061 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f04a833a324356b5b01e99a9f1ec14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731282055871 2024-11-10T23:41:00,062 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/089fb9c203504bf8a2d4bcf763385c5f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f 2024-11-10T23:41:00,062 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 37764bcad5fe40a19de98260bd9b7a47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058066 2024-11-10T23:41:00,069 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 089fb9c203504bf8a2d4bcf763385c5f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:00,070 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:00,070 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282059603; duration=0sec 2024-11-10T23:41:00,070 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:00,070 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:00,082 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:00,083 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/20d8b5ebe6274d49a060f64bfa64f037 is 50, key is test_row_0/C:col10/1731282058066/Put/seqid=0 2024-11-10T23:41:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742034_1210 (size=12459) 2024-11-10T23:41:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:00,102 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ca5a93f563e49489ddb795660f15b06_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ca5a93f563e49489ddb795660f15b06_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/68833928db2f4fc8b0a4a94f9d131750, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/68833928db2f4fc8b0a4a94f9d131750 is 175, key is test_row_0/A:col10/1731282058746/Put/seqid=0 2024-11-10T23:41:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742035_1211 (size=31105) 2024-11-10T23:41:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282120231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282120231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282120231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,493 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/20d8b5ebe6274d49a060f64bfa64f037 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/20d8b5ebe6274d49a060f64bfa64f037 2024-11-10T23:41:00,498 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 20d8b5ebe6274d49a060f64bfa64f037(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:00,498 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:00,498 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282059603; duration=0sec 2024-11-10T23:41:00,499 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:00,499 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:00,509 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/68833928db2f4fc8b0a4a94f9d131750 2024-11-10T23:41:00,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/899ba5f7d2944388829e8f3709c65dcb is 50, key is test_row_0/B:col10/1731282058746/Put/seqid=0 2024-11-10T23:41:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742036_1212 (size=12151) 2024-11-10T23:41:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282120541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282120541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282120541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:41:00,923 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/899ba5f7d2944388829e8f3709c65dcb 2024-11-10T23:41:00,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6d89c461d2fb4dbb93d473362dd8ae29 is 50, key is test_row_0/C:col10/1731282058746/Put/seqid=0 2024-11-10T23:41:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742037_1213 (size=12151) 2024-11-10T23:41:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282121051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282121051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282121051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:01,338 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6d89c461d2fb4dbb93d473362dd8ae29 2024-11-10T23:41:01,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/68833928db2f4fc8b0a4a94f9d131750 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750 2024-11-10T23:41:01,348 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750, entries=150, sequenceid=167, filesize=30.4 K 2024-11-10T23:41:01,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/899ba5f7d2944388829e8f3709c65dcb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb 2024-11-10T23:41:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T23:41:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6d89c461d2fb4dbb93d473362dd8ae29 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29 2024-11-10T23:41:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,363 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T23:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,365 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 720d08c24ea7b12324e7b8a697dfad86 in 1687ms, sequenceid=167, compaction requested=false 2024-11-10T23:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T23:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T23:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T23:41:01,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6110 sec 2024-11-10T23:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6180 sec 2024-11-10T23:41:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:02,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f9b76dbaeb3b410dbfe438d0aa6571b1_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742038_1214 (size=9814) 2024-11-10T23:41:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f9b76dbaeb3b410dbfe438d0aa6571b1_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9b76dbaeb3b410dbfe438d0aa6571b1_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:02,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/085d733b0df542c69f1b74fe34819217, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:02,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/085d733b0df542c69f1b74fe34819217 is 175, key is test_row_0/A:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742039_1215 (size=22461) 2024-11-10T23:41:02,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282122139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282122140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282122141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282122251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282122251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282122251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282122461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282122461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282122461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/085d733b0df542c69f1b74fe34819217 2024-11-10T23:41:02,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/af8e90f0ccdd409d87892a5d685c2a41 is 50, key is test_row_0/B:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742040_1216 (size=9757) 2024-11-10T23:41:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282122561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,568 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282122570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,575 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282122781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282122781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282122781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T23:41:02,911 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-10T23:41:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T23:41:02,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:02,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:02,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:02,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/af8e90f0ccdd409d87892a5d685c2a41 2024-11-10T23:41:02,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/433d5f75826d4fe29e507121651f6ee3 is 50, key is test_row_0/C:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742041_1217 (size=9757) 2024-11-10T23:41:02,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/433d5f75826d4fe29e507121651f6ee3 2024-11-10T23:41:02,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/085d733b0df542c69f1b74fe34819217 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217 2024-11-10T23:41:02,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217, entries=100, sequenceid=186, filesize=21.9 K 2024-11-10T23:41:02,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/af8e90f0ccdd409d87892a5d685c2a41 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41 2024-11-10T23:41:02,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41, entries=100, sequenceid=186, filesize=9.5 K 2024-11-10T23:41:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/433d5f75826d4fe29e507121651f6ee3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3 2024-11-10T23:41:02,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3, entries=100, sequenceid=186, filesize=9.5 K 2024-11-10T23:41:02,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 720d08c24ea7b12324e7b8a697dfad86 in 916ms, sequenceid=186, compaction requested=true 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:02,998 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:02,998 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:03,000 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:03,000 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:41:03,000 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,000 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/4575f4c926674a1399184889a52e4605, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=33.6 K 2024-11-10T23:41:03,001 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:03,001 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:41:03,001 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,001 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=83.0 K 2024-11-10T23:41:03,001 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,001 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217] 2024-11-10T23:41:03,001 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4575f4c926674a1399184889a52e4605, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058066 2024-11-10T23:41:03,005 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 899ba5f7d2944388829e8f3709c65dcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731282058744 2024-11-10T23:41:03,005 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 089fb9c203504bf8a2d4bcf763385c5f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058066 2024-11-10T23:41:03,006 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting af8e90f0ccdd409d87892a5d685c2a41, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282062080 2024-11-10T23:41:03,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 68833928db2f4fc8b0a4a94f9d131750, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731282058744 2024-11-10T23:41:03,007 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 085d733b0df542c69f1b74fe34819217, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282062080 2024-11-10T23:41:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T23:41:03,025 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#190 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:03,026 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/d7141a2a994948b7b77248f93220e2ab is 50, key is test_row_0/B:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:03,027 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:03,033 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411104852c42ffa664105827936c3faa2a65b_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:03,035 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411104852c42ffa664105827936c3faa2a65b_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:03,035 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104852c42ffa664105827936c3faa2a65b_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742042_1218 (size=12561) 2024-11-10T23:41:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742043_1219 (size=4469) 2024-11-10T23:41:03,064 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#191 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:03,065 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/8a50692307774b8ba9bcb0908e3c5d1f is 175, key is test_row_0/A:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:03,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T23:41:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742044_1220 (size=31622) 2024-11-10T23:41:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111053d9846a361b4c908169b33697b9d1bf_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282062136/Put/seqid=0 2024-11-10T23:41:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742045_1221 (size=12304) 2024-11-10T23:41:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:03,093 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111053d9846a361b4c908169b33697b9d1bf_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053d9846a361b4c908169b33697b9d1bf_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:03,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d863b567cd1d45d7b36c7c688364d5af, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:03,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d863b567cd1d45d7b36c7c688364d5af is 175, key is test_row_0/A:col10/1731282062136/Put/seqid=0 2024-11-10T23:41:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742046_1222 (size=31105) 2024-11-10T23:41:03,106 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d863b567cd1d45d7b36c7c688364d5af 2024-11-10T23:41:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/da1467343681452ea1c11383375291c4 is 50, key is test_row_0/B:col10/1731282062136/Put/seqid=0 2024-11-10T23:41:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742047_1223 (size=12151) 2024-11-10T23:41:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T23:41:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282123312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282123313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282123315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282123421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282123421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282123421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,454 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T23:41:03,454 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T23:41:03,455 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/d7141a2a994948b7b77248f93220e2ab as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d7141a2a994948b7b77248f93220e2ab 2024-11-10T23:41:03,461 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into d7141a2a994948b7b77248f93220e2ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:03,461 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:03,462 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282062998; duration=0sec 2024-11-10T23:41:03,462 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:03,462 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:03,462 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:03,463 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:03,463 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:03,463 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,463 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/20d8b5ebe6274d49a060f64bfa64f037, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=33.6 K 2024-11-10T23:41:03,464 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20d8b5ebe6274d49a060f64bfa64f037, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731282058066 2024-11-10T23:41:03,464 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d89c461d2fb4dbb93d473362dd8ae29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731282058744 2024-11-10T23:41:03,465 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433d5f75826d4fe29e507121651f6ee3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282062080 2024-11-10T23:41:03,479 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#194 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:03,480 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/15320306306444b3a9d01058b0e3174d is 50, key is test_row_0/C:col10/1731282062081/Put/seqid=0 2024-11-10T23:41:03,483 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/8a50692307774b8ba9bcb0908e3c5d1f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f 2024-11-10T23:41:03,488 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 8a50692307774b8ba9bcb0908e3c5d1f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:03,488 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:03,488 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282062998; duration=0sec 2024-11-10T23:41:03,489 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:03,489 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742048_1224 (size=12561) 2024-11-10T23:41:03,518 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/da1467343681452ea1c11383375291c4 2024-11-10T23:41:03,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6f43055193ad4d0a8fb5aeb87caf11f4 is 50, key is test_row_0/C:col10/1731282062136/Put/seqid=0 2024-11-10T23:41:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742049_1225 (size=12151) 2024-11-10T23:41:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T23:41:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282123631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282123631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282123631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,902 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/15320306306444b3a9d01058b0e3174d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/15320306306444b3a9d01058b0e3174d 2024-11-10T23:41:03,906 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 15320306306444b3a9d01058b0e3174d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:03,907 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:03,907 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282062998; duration=0sec 2024-11-10T23:41:03,907 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:03,907 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:03,930 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6f43055193ad4d0a8fb5aeb87caf11f4 2024-11-10T23:41:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/d863b567cd1d45d7b36c7c688364d5af as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af 2024-11-10T23:41:03,939 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af, entries=150, sequenceid=203, filesize=30.4 K 2024-11-10T23:41:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/da1467343681452ea1c11383375291c4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4 2024-11-10T23:41:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282123941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282123941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282123941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:03,945 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T23:41:03,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/6f43055193ad4d0a8fb5aeb87caf11f4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4 2024-11-10T23:41:03,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T23:41:03,951 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 720d08c24ea7b12324e7b8a697dfad86 in 882ms, sequenceid=203, compaction requested=false 2024-11-10T23:41:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T23:41:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T23:41:03,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T23:41:03,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-10T23:41:03,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0430 sec 2024-11-10T23:41:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T23:41:04,051 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:04,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-10T23:41:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T23:41:04,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:04,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:04,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T23:41:04,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:04,207 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110827875b0f04b49e6806cf7e5a6af97da_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282063312/Put/seqid=0 2024-11-10T23:41:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742050_1226 (size=12304) 2024-11-10T23:41:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110827875b0f04b49e6806cf7e5a6af97da_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110827875b0f04b49e6806cf7e5a6af97da_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/308d0df5c7624c3b82894bf6808221d6, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/308d0df5c7624c3b82894bf6808221d6 is 175, key is test_row_0/A:col10/1731282063312/Put/seqid=0 2024-11-10T23:41:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742051_1227 (size=31105) 2024-11-10T23:41:04,232 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/308d0df5c7624c3b82894bf6808221d6 2024-11-10T23:41:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/7c55d2c94ead4630a44b511f69a5d098 is 50, key is test_row_0/B:col10/1731282063312/Put/seqid=0 2024-11-10T23:41:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742052_1228 (size=12151) 2024-11-10T23:41:04,245 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/7c55d2c94ead4630a44b511f69a5d098 2024-11-10T23:41:04,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/4e1cd869d67f45fe84cacaf6759b5355 is 50, key is test_row_0/C:col10/1731282063312/Put/seqid=0 2024-11-10T23:41:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742053_1229 (size=12151) 2024-11-10T23:41:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T23:41:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:04,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282124478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282124479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282124480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282124591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282124591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282124591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,658 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/4e1cd869d67f45fe84cacaf6759b5355 2024-11-10T23:41:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/308d0df5c7624c3b82894bf6808221d6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6 2024-11-10T23:41:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6, entries=150, sequenceid=221, filesize=30.4 K 2024-11-10T23:41:04,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/7c55d2c94ead4630a44b511f69a5d098 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098 2024-11-10T23:41:04,672 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098, entries=150, sequenceid=221, filesize=11.9 K 2024-11-10T23:41:04,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/4e1cd869d67f45fe84cacaf6759b5355 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355 2024-11-10T23:41:04,679 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355, entries=150, sequenceid=221, filesize=11.9 K 2024-11-10T23:41:04,680 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 720d08c24ea7b12324e7b8a697dfad86 in 473ms, sequenceid=221, compaction requested=true 2024-11-10T23:41:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T23:41:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T23:41:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T23:41:04,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-10T23:41:04,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 627 msec 2024-11-10T23:41:04,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 632 msec 2024-11-10T23:41:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:04,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:04,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca752bdc583a4a88b941266d8b7e413d_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742054_1230 (size=14794) 2024-11-10T23:41:04,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282124824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282124827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282124828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282124932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282124932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:04,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282124951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:04,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:04,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282125141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282125142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282125171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T23:41:05,192 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:05,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-10T23:41:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:05,194 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:05,195 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:05,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:05,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:05,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca752bdc583a4a88b941266d8b7e413d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca752bdc583a4a88b941266d8b7e413d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:05,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/55b56db23dfd4d3dacfe05489b7428c1, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/55b56db23dfd4d3dacfe05489b7428c1 is 175, key is test_row_0/A:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742055_1231 (size=39749) 2024-11-10T23:41:05,232 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/55b56db23dfd4d3dacfe05489b7428c1 2024-11-10T23:41:05,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/b1f4486cda214550bcc65a2fbf392c4e is 50, key is test_row_0/B:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742056_1232 (size=12151) 2024-11-10T23:41:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:05,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282125451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282125481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:05,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T23:41:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:05,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:05,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/b1f4486cda214550bcc65a2fbf392c4e 2024-11-10T23:41:05,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T23:41:05,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:05,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:05,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d403a2b86ab043309511255ddd55313e is 50, key is test_row_0/C:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742057_1233 (size=12151) 2024-11-10T23:41:05,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d403a2b86ab043309511255ddd55313e 2024-11-10T23:41:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/55b56db23dfd4d3dacfe05489b7428c1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1 2024-11-10T23:41:05,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1, entries=200, sequenceid=239, filesize=38.8 K 2024-11-10T23:41:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/b1f4486cda214550bcc65a2fbf392c4e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e 2024-11-10T23:41:05,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-10T23:41:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d403a2b86ab043309511255ddd55313e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e 2024-11-10T23:41:05,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-10T23:41:05,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 720d08c24ea7b12324e7b8a697dfad86 in 882ms, sequenceid=239, compaction requested=true 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:05,686 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:05,686 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:05,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133581 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:05,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:41:05,688 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:05,688 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,688 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:41:05,688 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,688 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=130.5 K 2024-11-10T23:41:05,688 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d7141a2a994948b7b77248f93220e2ab, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=47.9 K 2024-11-10T23:41:05,688 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1] 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d7141a2a994948b7b77248f93220e2ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282058744 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a50692307774b8ba9bcb0908e3c5d1f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282058744 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d863b567cd1d45d7b36c7c688364d5af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282062136 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting da1467343681452ea1c11383375291c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282062136 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 308d0df5c7624c3b82894bf6808221d6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731282063301 2024-11-10T23:41:05,689 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c55d2c94ead4630a44b511f69a5d098, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731282063301 2024-11-10T23:41:05,690 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b56db23dfd4d3dacfe05489b7428c1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064468 2024-11-10T23:41:05,690 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b1f4486cda214550bcc65a2fbf392c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064478 2024-11-10T23:41:05,698 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,699 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:05,700 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/0016080f32964067889560f2a2161636 is 50, key is test_row_0/B:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,702 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c43576743d8f4882a16242a7d909b14e_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,704 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c43576743d8f4882a16242a7d909b14e_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,704 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c43576743d8f4882a16242a7d909b14e_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742058_1234 (size=12697) 2024-11-10T23:41:05,715 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/0016080f32964067889560f2a2161636 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0016080f32964067889560f2a2161636 2024-11-10T23:41:05,720 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 0016080f32964067889560f2a2161636(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:05,720 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:05,720 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=12, startTime=1731282065686; duration=0sec 2024-11-10T23:41:05,720 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:05,720 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:05,720 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742059_1235 (size=4469) 2024-11-10T23:41:05,722 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:05,722 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:05,722 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,723 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/15320306306444b3a9d01058b0e3174d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=47.9 K 2024-11-10T23:41:05,724 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 15320306306444b3a9d01058b0e3174d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731282058744 2024-11-10T23:41:05,724 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f43055193ad4d0a8fb5aeb87caf11f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731282062136 2024-11-10T23:41:05,725 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#203 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:05,725 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1cd869d67f45fe84cacaf6759b5355, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731282063301 2024-11-10T23:41:05,725 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/84b87d377b3542d0b7735e76a9a7138f is 175, key is test_row_0/A:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,726 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d403a2b86ab043309511255ddd55313e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064478 2024-11-10T23:41:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742060_1236 (size=31651) 2024-11-10T23:41:05,735 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/84b87d377b3542d0b7735e76a9a7138f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f 2024-11-10T23:41:05,738 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:05,739 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2770b270bdc9454bb8915965a4c3a4ca is 50, key is test_row_0/C:col10/1731282064803/Put/seqid=0 2024-11-10T23:41:05,741 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 84b87d377b3542d0b7735e76a9a7138f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:05,741 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:05,741 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=12, startTime=1731282065686; duration=0sec 2024-11-10T23:41:05,741 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:05,741 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742061_1237 (size=12697) 2024-11-10T23:41:05,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:05,809 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103a56cbdf078644a8818cfcdaab71bd13_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282064826/Put/seqid=0 2024-11-10T23:41:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742062_1238 (size=12304) 2024-11-10T23:41:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:05,833 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103a56cbdf078644a8818cfcdaab71bd13_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a56cbdf078644a8818cfcdaab71bd13_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:05,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/5792180334234ab5921436a4b0851c44, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:05,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/5792180334234ab5921436a4b0851c44 is 175, key is test_row_0/A:col10/1731282064826/Put/seqid=0 2024-11-10T23:41:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742063_1239 (size=31105) 2024-11-10T23:41:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:06,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282125999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282126001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282126002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282126111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282126112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282126112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,149 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2770b270bdc9454bb8915965a4c3a4ca as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2770b270bdc9454bb8915965a4c3a4ca 2024-11-10T23:41:06,154 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 2770b270bdc9454bb8915965a4c3a4ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:06,154 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:06,154 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=12, startTime=1731282065686; duration=0sec 2024-11-10T23:41:06,154 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:06,154 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:06,239 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/5792180334234ab5921436a4b0851c44 2024-11-10T23:41:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 is 50, key is test_row_0/B:col10/1731282064826/Put/seqid=0 2024-11-10T23:41:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742064_1240 (size=12151) 2024-11-10T23:41:06,256 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 2024-11-10T23:41:06,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/dbb97e93cd1c42ac82d4d2eabd8ce60c is 50, key is test_row_0/C:col10/1731282064826/Put/seqid=0 2024-11-10T23:41:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742065_1241 (size=12151) 2024-11-10T23:41:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282126321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282126321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282126322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282126641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282126641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282126641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:06,671 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/dbb97e93cd1c42ac82d4d2eabd8ce60c 2024-11-10T23:41:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/5792180334234ab5921436a4b0851c44 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44 2024-11-10T23:41:06,680 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44, entries=150, sequenceid=255, filesize=30.4 K 2024-11-10T23:41:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 2024-11-10T23:41:06,685 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T23:41:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/dbb97e93cd1c42ac82d4d2eabd8ce60c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c 2024-11-10T23:41:06,690 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T23:41:06,691 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 720d08c24ea7b12324e7b8a697dfad86 in 882ms, sequenceid=255, compaction requested=false 2024-11-10T23:41:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T23:41:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T23:41:06,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T23:41:06,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4980 sec 2024-11-10T23:41:06,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.5030 sec 2024-11-10T23:41:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:07,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:07,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:07,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d5d9c54e0a7c4556854651986fec2250_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742066_1242 (size=14994) 2024-11-10T23:41:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282127168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282127169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282127174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282127281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282127281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282127291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T23:41:07,342 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:07,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-10T23:41:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:07,344 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:07,345 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:07,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:07,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282127501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282127501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282127501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:07,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d5d9c54e0a7c4556854651986fec2250_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d5d9c54e0a7c4556854651986fec2250_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:07,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/00971143f4c4469ea7e775966e3a2cb8, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:07,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/00971143f4c4469ea7e775966e3a2cb8 is 175, key is test_row_0/A:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742067_1243 (size=39949) 2024-11-10T23:41:07,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282127812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282127812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282127812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:07,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:07,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/00971143f4c4469ea7e775966e3a2cb8 2024-11-10T23:41:07,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/d3fa75b29373497a98ca59294d6b44ec is 50, key is test_row_0/B:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742068_1244 (size=12301) 2024-11-10T23:41:08,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282128321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282128321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282128321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:08,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/d3fa75b29373497a98ca59294d6b44ec 2024-11-10T23:41:08,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/965824d7f5e246dc8e38c2412bdbda74 is 50, key is test_row_0/C:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:08,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742069_1245 (size=12301) 2024-11-10T23:41:08,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:08,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/965824d7f5e246dc8e38c2412bdbda74 2024-11-10T23:41:08,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/00971143f4c4469ea7e775966e3a2cb8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8 2024-11-10T23:41:08,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8, entries=200, sequenceid=276, filesize=39.0 K 2024-11-10T23:41:08,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/d3fa75b29373497a98ca59294d6b44ec as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec 2024-11-10T23:41:08,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T23:41:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/965824d7f5e246dc8e38c2412bdbda74 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74 2024-11-10T23:41:08,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T23:41:08,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 720d08c24ea7b12324e7b8a697dfad86 in 1673ms, sequenceid=276, compaction requested=true 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:08,828 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:08,828 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:08,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:08,830 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:08,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:41:08,830 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:41:08,830 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,830 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,830 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=100.3 K 2024-11-10T23:41:08,830 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0016080f32964067889560f2a2161636, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=36.3 K 2024-11-10T23:41:08,830 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,830 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8] 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0016080f32964067889560f2a2161636, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064478 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b87d377b3542d0b7735e76a9a7138f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064478 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5792180334234ab5921436a4b0851c44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731282064812 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe8dcb8031b4ed6a0ed81de7dd2c5a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731282064812 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00971143f4c4469ea7e775966e3a2cb8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:08,831 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d3fa75b29373497a98ca59294d6b44ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:08,838 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:08,840 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:08,840 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a28480d3ec734011bd6aec278ed2d226_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:08,841 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/2084d01ef3334e4d947f364a25507f42 is 50, key is test_row_0/B:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:08,842 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a28480d3ec734011bd6aec278ed2d226_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:08,843 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a28480d3ec734011bd6aec278ed2d226_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742070_1246 (size=12949) 2024-11-10T23:41:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742071_1247 (size=4469) 2024-11-10T23:41:08,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T23:41:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:08,879 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T23:41:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110352a22c627a04e91bfcc46f620f9e3e5_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282067168/Put/seqid=0 2024-11-10T23:41:08,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742072_1248 (size=12454) 2024-11-10T23:41:08,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:08,903 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110352a22c627a04e91bfcc46f620f9e3e5_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110352a22c627a04e91bfcc46f620f9e3e5_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:08,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7ba8c201fb2747818b13e9df42dda5bb, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7ba8c201fb2747818b13e9df42dda5bb is 175, key is test_row_0/A:col10/1731282067168/Put/seqid=0 2024-11-10T23:41:08,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742073_1249 (size=31255) 2024-11-10T23:41:08,912 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7ba8c201fb2747818b13e9df42dda5bb 2024-11-10T23:41:08,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3bf787a11bf2418c8109e7ddc87f28da is 50, key is test_row_0/B:col10/1731282067168/Put/seqid=0 2024-11-10T23:41:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742074_1250 (size=12301) 2024-11-10T23:41:09,257 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/2084d01ef3334e4d947f364a25507f42 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/2084d01ef3334e4d947f364a25507f42 2024-11-10T23:41:09,258 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#211 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:09,259 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43bb14152e17430080a60e4abb52e0c0 is 175, key is test_row_0/A:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742075_1251 (size=31903) 2024-11-10T23:41:09,265 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 2084d01ef3334e4d947f364a25507f42(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:09,265 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:09,265 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282068828; duration=0sec 2024-11-10T23:41:09,265 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:09,265 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:09,265 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:09,267 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:09,268 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:09,268 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,268 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2770b270bdc9454bb8915965a4c3a4ca, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=36.3 K 2024-11-10T23:41:09,268 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 2770b270bdc9454bb8915965a4c3a4ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731282064478 2024-11-10T23:41:09,269 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb97e93cd1c42ac82d4d2eabd8ce60c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731282064812 2024-11-10T23:41:09,270 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 965824d7f5e246dc8e38c2412bdbda74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:09,271 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/43bb14152e17430080a60e4abb52e0c0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0 2024-11-10T23:41:09,278 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 43bb14152e17430080a60e4abb52e0c0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:09,278 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:09,278 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282068828; duration=0sec 2024-11-10T23:41:09,278 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:09,278 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:09,282 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:09,283 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/7e2078920d7f4e3096d0642e165c3934 is 50, key is test_row_0/C:col10/1731282067154/Put/seqid=0 2024-11-10T23:41:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742076_1252 (size=12949) 2024-11-10T23:41:09,301 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/7e2078920d7f4e3096d0642e165c3934 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/7e2078920d7f4e3096d0642e165c3934 2024-11-10T23:41:09,307 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 7e2078920d7f4e3096d0642e165c3934(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:09,307 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:09,307 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282068828; duration=0sec 2024-11-10T23:41:09,307 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:09,307 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:09,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:09,338 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3bf787a11bf2418c8109e7ddc87f28da 2024-11-10T23:41:09,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b3aadfdf792a461f812ad612ef373bf9 is 50, key is test_row_0/C:col10/1731282067168/Put/seqid=0 2024-11-10T23:41:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742077_1253 (size=12301) 2024-11-10T23:41:09,360 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b3aadfdf792a461f812ad612ef373bf9 2024-11-10T23:41:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7ba8c201fb2747818b13e9df42dda5bb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb 2024-11-10T23:41:09,369 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb, entries=150, sequenceid=288, filesize=30.5 K 2024-11-10T23:41:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3bf787a11bf2418c8109e7ddc87f28da as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da 2024-11-10T23:41:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282129365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282129366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282129368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,375 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T23:41:09,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/b3aadfdf792a461f812ad612ef373bf9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9 2024-11-10T23:41:09,385 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T23:41:09,386 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 720d08c24ea7b12324e7b8a697dfad86 in 507ms, sequenceid=288, compaction requested=false 2024-11-10T23:41:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-10T23:41:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-10T23:41:09,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T23:41:09,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-10T23:41:09,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.0480 sec 2024-11-10T23:41:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:09,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T23:41:09,491 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:09,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-10T23:41:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:09,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:09,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111041d4e6e58be6477d9691a3117b945a6d_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:09,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:09,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742078_1254 (size=17534) 2024-11-10T23:41:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282129496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282129503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282129504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282129611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282129621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282129621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T23:41:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T23:41:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282129821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282129831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282129831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:09,900 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:09,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111041d4e6e58be6477d9691a3117b945a6d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111041d4e6e58be6477d9691a3117b945a6d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:09,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f05d9df0a5d94fe2b27b505ad59325d4, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:09,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f05d9df0a5d94fe2b27b505ad59325d4 is 175, key is test_row_0/A:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742079_1255 (size=48639) 2024-11-10T23:41:09,912 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f05d9df0a5d94fe2b27b505ad59325d4 2024-11-10T23:41:09,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/9107fdb678d94c36b016a153a565e836 is 50, key is test_row_0/B:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742080_1256 (size=12301) 2024-11-10T23:41:09,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/9107fdb678d94c36b016a153a565e836 2024-11-10T23:41:09,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2c92cf27e2284993a02cf58ce86bfae8 is 50, key is test_row_0/C:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742081_1257 (size=12301) 2024-11-10T23:41:09,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2c92cf27e2284993a02cf58ce86bfae8 2024-11-10T23:41:09,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f05d9df0a5d94fe2b27b505ad59325d4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4 2024-11-10T23:41:09,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4, entries=250, sequenceid=313, filesize=47.5 K 2024-11-10T23:41:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/9107fdb678d94c36b016a153a565e836 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836 2024-11-10T23:41:09,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T23:41:09,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/2c92cf27e2284993a02cf58ce86bfae8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8 2024-11-10T23:41:09,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T23:41:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:09,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T23:41:09,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=53.67 KB/54960 for 720d08c24ea7b12324e7b8a697dfad86 in 479ms, sequenceid=313, compaction requested=true 2024-11-10T23:41:09,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:09,965 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:09,965 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:09,966 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:09,966 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:41:09,966 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,966 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=109.2 K 2024-11-10T23:41:09,966 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,966 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4] 2024-11-10T23:41:09,967 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:09,967 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43bb14152e17430080a60e4abb52e0c0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:09,967 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:41:09,967 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:09,967 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/2084d01ef3334e4d947f364a25507f42, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=36.7 K 2024-11-10T23:41:09,968 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 2084d01ef3334e4d947f364a25507f42, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:09,968 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba8c201fb2747818b13e9df42dda5bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731282067166 2024-11-10T23:41:09,969 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf787a11bf2418c8109e7ddc87f28da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731282067166 2024-11-10T23:41:09,969 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting f05d9df0a5d94fe2b27b505ad59325d4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069363 2024-11-10T23:41:09,969 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9107fdb678d94c36b016a153a565e836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069366 2024-11-10T23:41:09,979 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:09,981 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:09,982 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/5e864476b5b344a6880043280bdd5e6b is 50, key is test_row_0/B:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:09,984 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107768dcf8468c4810990ada49157da96b_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:09,987 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107768dcf8468c4810990ada49157da96b_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:09,987 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107768dcf8468c4810990ada49157da96b_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742082_1258 (size=13051) 2024-11-10T23:41:09,999 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/5e864476b5b344a6880043280bdd5e6b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5e864476b5b344a6880043280bdd5e6b 2024-11-10T23:41:10,005 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 5e864476b5b344a6880043280bdd5e6b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:10,005 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:10,005 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=13, startTime=1731282069965; duration=0sec 2024-11-10T23:41:10,005 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:10,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:10,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:10,007 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:10,007 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:10,007 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:10,007 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/7e2078920d7f4e3096d0642e165c3934, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=36.7 K 2024-11-10T23:41:10,008 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e2078920d7f4e3096d0642e165c3934, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282065979 2024-11-10T23:41:10,008 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b3aadfdf792a461f812ad612ef373bf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731282067166 2024-11-10T23:41:10,009 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c92cf27e2284993a02cf58ce86bfae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069366 2024-11-10T23:41:10,016 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742083_1259 (size=4469) 2024-11-10T23:41:10,017 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/9a67fcdd56564f899a81188b533988de is 50, key is test_row_0/C:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:10,021 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#221 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:10,022 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/9516fdf9f26c46179563fcefd352c710 is 175, key is test_row_0/A:col10/1731282069366/Put/seqid=0 2024-11-10T23:41:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742084_1260 (size=13051) 2024-11-10T23:41:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742085_1261 (size=32005) 2024-11-10T23:41:10,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:10,110 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:10,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055091090050441e7a0759fe722d540e8_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282069494/Put/seqid=0 2024-11-10T23:41:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742086_1262 (size=12454) 2024-11-10T23:41:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:10,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731282070161, max timestamp=1731282070170Num uniques 859; 2024-11-10T23:41:10,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731282070161, max timestamp=1731282070170Num uniques 859; 2024-11-10T23:41:10,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731282070161, max timestamp=1731282070170Num uniques 859; 2024-11-10T23:41:10,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T23:41:10,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T23:41:10,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T23:41:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282130196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282130202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282130203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282130311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282130311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282130311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,432 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/9a67fcdd56564f899a81188b533988de as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/9a67fcdd56564f899a81188b533988de 2024-11-10T23:41:10,437 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 9a67fcdd56564f899a81188b533988de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:10,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:10,437 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=13, startTime=1731282069965; duration=0sec 2024-11-10T23:41:10,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:10,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:10,440 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/9516fdf9f26c46179563fcefd352c710 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710 2024-11-10T23:41:10,444 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 9516fdf9f26c46179563fcefd352c710(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:10,445 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:10,445 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=13, startTime=1731282069964; duration=0sec 2024-11-10T23:41:10,445 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:10,445 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:10,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,528 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055091090050441e7a0759fe722d540e8_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055091090050441e7a0759fe722d540e8_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6310503b4975402da08849b430b07d84, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6310503b4975402da08849b430b07d84 is 175, key is test_row_0/A:col10/1731282069494/Put/seqid=0 2024-11-10T23:41:10,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742087_1263 (size=31255) 2024-11-10T23:41:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282130831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282130831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282130831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:10,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6310503b4975402da08849b430b07d84 2024-11-10T23:41:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/a15c1cdacbb84732a2d35a18b1a5086f is 50, key is test_row_0/B:col10/1731282069494/Put/seqid=0 2024-11-10T23:41:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742088_1264 (size=12301) 2024-11-10T23:41:11,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282131341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282131341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282131341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:11,352 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/a15c1cdacbb84732a2d35a18b1a5086f 2024-11-10T23:41:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/ecbeeef0a3de45e892011c17cb2da4c7 is 50, key is test_row_0/C:col10/1731282069494/Put/seqid=0 2024-11-10T23:41:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742089_1265 (size=12301) 2024-11-10T23:41:11,366 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/ecbeeef0a3de45e892011c17cb2da4c7 2024-11-10T23:41:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6310503b4975402da08849b430b07d84 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84 2024-11-10T23:41:11,375 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84, entries=150, sequenceid=325, filesize=30.5 K 2024-11-10T23:41:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/a15c1cdacbb84732a2d35a18b1a5086f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f 2024-11-10T23:41:11,379 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T23:41:11,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/ecbeeef0a3de45e892011c17cb2da4c7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7 2024-11-10T23:41:11,386 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T23:41:11,387 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 720d08c24ea7b12324e7b8a697dfad86 in 1277ms, sequenceid=325, compaction requested=false 2024-11-10T23:41:11,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:11,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:11,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T23:41:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T23:41:11,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T23:41:11,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec 2024-11-10T23:41:11,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.8990 sec 2024-11-10T23:41:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T23:41:11,641 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:11,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-10T23:41:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T23:41:11,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:11,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:11,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T23:41:11,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T23:41:11,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:11,797 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a64162c30e82404c8048afbba2ce2e92_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282070184/Put/seqid=0 2024-11-10T23:41:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742090_1266 (size=12454) 2024-11-10T23:41:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:11,815 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a64162c30e82404c8048afbba2ce2e92_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a64162c30e82404c8048afbba2ce2e92_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7bb712f421ac42ca941d4706811e55b8, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7bb712f421ac42ca941d4706811e55b8 is 175, key is test_row_0/A:col10/1731282070184/Put/seqid=0 2024-11-10T23:41:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742091_1267 (size=31255) 2024-11-10T23:41:11,822 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7bb712f421ac42ca941d4706811e55b8 2024-11-10T23:41:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/739846c968b14821add906e6ecb0a76f is 50, key is test_row_0/B:col10/1731282070184/Put/seqid=0 2024-11-10T23:41:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742092_1268 (size=12301) 2024-11-10T23:41:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T23:41:12,234 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/739846c968b14821add906e6ecb0a76f 2024-11-10T23:41:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d906f439e6324338ab8e69cfbd998be8 is 50, key is test_row_0/C:col10/1731282070184/Put/seqid=0 2024-11-10T23:41:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742093_1269 (size=12301) 2024-11-10T23:41:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T23:41:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:12,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:12,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282132368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282132370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282132371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282132481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282132481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282132481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47096 deadline: 1731282132611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,616 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18289 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47110 deadline: 1731282132630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,634 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 720d08c24ea7b12324e7b8a697dfad86 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18305 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,647 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d906f439e6324338ab8e69cfbd998be8 2024-11-10T23:41:12,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/7bb712f421ac42ca941d4706811e55b8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8 2024-11-10T23:41:12,657 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8, entries=150, sequenceid=361, filesize=30.5 K 2024-11-10T23:41:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/739846c968b14821add906e6ecb0a76f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f 2024-11-10T23:41:12,662 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T23:41:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/d906f439e6324338ab8e69cfbd998be8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8 2024-11-10T23:41:12,666 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T23:41:12,668 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 720d08c24ea7b12324e7b8a697dfad86 in 871ms, sequenceid=361, compaction requested=true 2024-11-10T23:41:12,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:12,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:12,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-10T23:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-10T23:41:12,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T23:41:12,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-10T23:41:12,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.0300 sec 2024-11-10T23:41:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:12,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:12,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073c7678f7abc4599bf49e57b00c4f7d9_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742094_1270 (size=14994) 2024-11-10T23:41:12,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282132726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282132731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282132732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T23:41:12,782 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:12,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-10T23:41:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:12,784 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:12,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:12,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282132841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282132841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282132841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:12,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282133051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282133051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282133051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:13,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:13,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073c7678f7abc4599bf49e57b00c4f7d9_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073c7678f7abc4599bf49e57b00c4f7d9_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:13,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f97249fcd048474291651f290a6f94ab, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:13,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f97249fcd048474291651f290a6f94ab is 175, key is test_row_0/A:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742095_1271 (size=39949) 2024-11-10T23:41:13,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f97249fcd048474291651f290a6f94ab 2024-11-10T23:41:13,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/696f34a94bcf4f10a0989a1d88c49247 is 50, key is test_row_0/B:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742096_1272 (size=12301) 2024-11-10T23:41:13,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/696f34a94bcf4f10a0989a1d88c49247 2024-11-10T23:41:13,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/3f06d734b4794fb4a393bb15d524c8bc is 50, key is test_row_0/C:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742097_1273 (size=12301) 2024-11-10T23:41:13,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:13,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,320 INFO [Thread-817 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-817. 2024-11-10T23:41:13,320 DEBUG [Thread-817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,320 DEBUG [Thread-817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,320 DEBUG [Thread-817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,326 INFO [Thread-815 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-815. 2024-11-10T23:41:13,326 DEBUG [Thread-815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,326 DEBUG [Thread-815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,326 DEBUG [Thread-815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,327 INFO [Thread-819 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-819. 2024-11-10T23:41:13,327 DEBUG [Thread-819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,327 DEBUG [Thread-819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,327 DEBUG [Thread-819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,328 INFO [Thread-821 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-821. 2024-11-10T23:41:13,328 DEBUG [Thread-821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,328 DEBUG [Thread-821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,328 DEBUG [Thread-821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731282133361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47086 deadline: 1731282133361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47106 deadline: 1731282133361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:13,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:13,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:13,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/3f06d734b4794fb4a393bb15d524c8bc 2024-11-10T23:41:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/f97249fcd048474291651f290a6f94ab as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab 2024-11-10T23:41:13,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab, entries=200, sequenceid=373, filesize=39.0 K 2024-11-10T23:41:13,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/696f34a94bcf4f10a0989a1d88c49247 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247 2024-11-10T23:41:13,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247, entries=150, sequenceid=373, filesize=12.0 K 2024-11-10T23:41:13,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/3f06d734b4794fb4a393bb15d524c8bc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc 2024-11-10T23:41:13,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc, entries=150, sequenceid=373, filesize=12.0 K 2024-11-10T23:41:13,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 720d08c24ea7b12324e7b8a697dfad86 in 908ms, sequenceid=373, compaction requested=true 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 720d08c24ea7b12324e7b8a697dfad86:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:13,601 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:13,601 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:13,602 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:13,602 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:13,602 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/A is initiating minor compaction (all files) 2024-11-10T23:41:13,602 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/B is initiating minor compaction (all files) 2024-11-10T23:41:13,602 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/A in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,602 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/B in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,602 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=131.3 K 2024-11-10T23:41:13,602 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5e864476b5b344a6880043280bdd5e6b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=48.8 K 2024-11-10T23:41:13,602 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,602 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab] 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e864476b5b344a6880043280bdd5e6b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069366 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9516fdf9f26c46179563fcefd352c710, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069366 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a15c1cdacbb84732a2d35a18b1a5086f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731282069494 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6310503b4975402da08849b430b07d84, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731282069494 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 739846c968b14821add906e6ecb0a76f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731282070184 2024-11-10T23:41:13,603 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bb712f421ac42ca941d4706811e55b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731282070184 2024-11-10T23:41:13,604 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 696f34a94bcf4f10a0989a1d88c49247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731282072353 2024-11-10T23:41:13,604 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting f97249fcd048474291651f290a6f94ab, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731282072353 2024-11-10T23:41:13,612 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:13,612 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:13,613 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/42f1dc8338384390b292f38953f94eed is 50, key is test_row_0/B:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,614 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110535ffe1b2a9745b3b6d520677e5e508a_720d08c24ea7b12324e7b8a697dfad86 store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742098_1274 (size=13187) 2024-11-10T23:41:13,621 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/42f1dc8338384390b292f38953f94eed as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/42f1dc8338384390b292f38953f94eed 2024-11-10T23:41:13,625 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/B of 720d08c24ea7b12324e7b8a697dfad86 into 42f1dc8338384390b292f38953f94eed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:13,625 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:13,625 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/B, priority=12, startTime=1731282073601; duration=0sec 2024-11-10T23:41:13,625 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:13,625 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:B 2024-11-10T23:41:13,625 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:13,626 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:13,627 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 720d08c24ea7b12324e7b8a697dfad86/C is initiating minor compaction (all files) 2024-11-10T23:41:13,627 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 720d08c24ea7b12324e7b8a697dfad86/C in TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,627 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/9a67fcdd56564f899a81188b533988de, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp, totalSize=48.8 K 2024-11-10T23:41:13,627 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a67fcdd56564f899a81188b533988de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731282069366 2024-11-10T23:41:13,627 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ecbeeef0a3de45e892011c17cb2da4c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731282069494 2024-11-10T23:41:13,628 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d906f439e6324338ab8e69cfbd998be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731282070184 2024-11-10T23:41:13,628 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f06d734b4794fb4a393bb15d524c8bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731282072353 2024-11-10T23:41:13,632 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110535ffe1b2a9745b3b6d520677e5e508a_720d08c24ea7b12324e7b8a697dfad86, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:13,632 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110535ffe1b2a9745b3b6d520677e5e508a_720d08c24ea7b12324e7b8a697dfad86 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:13,638 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#C#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:13,638 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/3ba4099090934795ae75992c48e70262 is 50, key is test_row_0/C:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742099_1275 (size=4469) 2024-11-10T23:41:13,641 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 720d08c24ea7b12324e7b8a697dfad86#A#compaction#233 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:13,642 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6c9babf082a642959add139f11f565c8 is 175, key is test_row_0/A:col10/1731282072692/Put/seqid=0 2024-11-10T23:41:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742100_1276 (size=13187) 2024-11-10T23:41:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742101_1277 (size=32141) 2024-11-10T23:41:13,648 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/3ba4099090934795ae75992c48e70262 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3ba4099090934795ae75992c48e70262 2024-11-10T23:41:13,654 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/6c9babf082a642959add139f11f565c8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6c9babf082a642959add139f11f565c8 2024-11-10T23:41:13,654 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/C of 720d08c24ea7b12324e7b8a697dfad86 into 3ba4099090934795ae75992c48e70262(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:13,654 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:13,654 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/C, priority=12, startTime=1731282073601; duration=0sec 2024-11-10T23:41:13,655 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:13,655 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:C 2024-11-10T23:41:13,659 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 720d08c24ea7b12324e7b8a697dfad86/A of 720d08c24ea7b12324e7b8a697dfad86 into 6c9babf082a642959add139f11f565c8(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:13,659 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:13,659 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., storeName=720d08c24ea7b12324e7b8a697dfad86/A, priority=12, startTime=1731282073601; duration=0sec 2024-11-10T23:41:13,659 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:13,659 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 720d08c24ea7b12324e7b8a697dfad86:A 2024-11-10T23:41:13,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T23:41:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:13,703 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T23:41:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038e3715912b04f1988deacc49b635d8d_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282072730/Put/seqid=0 2024-11-10T23:41:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742102_1278 (size=12454) 2024-11-10T23:41:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:13,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. as already flushing 2024-11-10T23:41:13,873 INFO [Thread-806 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-806. 2024-11-10T23:41:13,873 INFO [Thread-804 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-804. 2024-11-10T23:41:13,873 INFO [Thread-808 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-808. 2024-11-10T23:41:13,873 DEBUG [Thread-806 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,873 DEBUG [Thread-806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 DEBUG [Thread-804 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,873 DEBUG [Thread-808 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:13,873 DEBUG [Thread-804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 DEBUG [Thread-808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 DEBUG [Thread-806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 DEBUG [Thread-804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 DEBUG [Thread-808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:14,119 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038e3715912b04f1988deacc49b635d8d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038e3715912b04f1988deacc49b635d8d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/22163e8f04f446549ad1ac1906394b65, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/22163e8f04f446549ad1ac1906394b65 is 175, key is test_row_0/A:col10/1731282072730/Put/seqid=0 2024-11-10T23:41:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742103_1279 (size=31255) 2024-11-10T23:41:14,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/22163e8f04f446549ad1ac1906394b65 2024-11-10T23:41:14,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3e812611610940049e32f8dffb7baaf6 is 50, key is test_row_0/B:col10/1731282072730/Put/seqid=0 2024-11-10T23:41:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742104_1280 (size=12301) 2024-11-10T23:41:14,935 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3e812611610940049e32f8dffb7baaf6 2024-11-10T23:41:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/840fb3757f194e419bca0ec62bd3a82e is 50, key is test_row_0/C:col10/1731282072730/Put/seqid=0 2024-11-10T23:41:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742105_1281 (size=12301) 2024-11-10T23:41:15,346 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/840fb3757f194e419bca0ec62bd3a82e 2024-11-10T23:41:15,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/22163e8f04f446549ad1ac1906394b65 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/22163e8f04f446549ad1ac1906394b65 2024-11-10T23:41:15,354 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/22163e8f04f446549ad1ac1906394b65, entries=150, sequenceid=396, filesize=30.5 K 2024-11-10T23:41:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/3e812611610940049e32f8dffb7baaf6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3e812611610940049e32f8dffb7baaf6 2024-11-10T23:41:15,357 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3e812611610940049e32f8dffb7baaf6, entries=150, sequenceid=396, filesize=12.0 K 2024-11-10T23:41:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/840fb3757f194e419bca0ec62bd3a82e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/840fb3757f194e419bca0ec62bd3a82e 2024-11-10T23:41:15,361 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/840fb3757f194e419bca0ec62bd3a82e, entries=150, sequenceid=396, filesize=12.0 K 2024-11-10T23:41:15,361 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=20.13 KB/20610 for 720d08c24ea7b12324e7b8a697dfad86 in 1658ms, sequenceid=396, compaction requested=false 2024-11-10T23:41:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 720d08c24ea7b12324e7b8a697dfad86: 2024-11-10T23:41:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-10T23:41:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-10T23:41:15,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T23:41:15,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5780 sec 2024-11-10T23:41:15,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.5820 sec 2024-11-10T23:41:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T23:41:16,951 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:17,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:41:22,642 INFO [Thread-810 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-810. 2024-11-10T23:41:22,642 DEBUG [Thread-810 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:22,643 DEBUG [Thread-810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,643 DEBUG [Thread-810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:22,663 INFO [Thread-812 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-812. 2024-11-10T23:41:22,663 DEBUG [Thread-812 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:22,663 DEBUG [Thread-812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,663 DEBUG [Thread-812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2815 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2830 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1201 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3603 rows 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1202 2024-11-10T23:41:22,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3606 rows 2024-11-10T23:41:22,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:41:22,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:41:22,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:22,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:22,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:41:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:22,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282082669"}]},"ts":"1731282082669"} 2024-11-10T23:41:22,671 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:41:22,671 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:41:22,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:41:22,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, UNASSIGN}] 2024-11-10T23:41:22,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, UNASSIGN 2024-11-10T23:41:22,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, UNASSIGN because future has completed 2024-11-10T23:41:22,675 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:41:22,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:22,827 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(122): Close 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:22,827 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1722): Closing 720d08c24ea7b12324e7b8a697dfad86, disabling compactions & flushes 2024-11-10T23:41:22,828 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. after waiting 0 ms 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:22,828 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(2902): Flushing 720d08c24ea7b12324e7b8a697dfad86 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=A 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=B 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 720d08c24ea7b12324e7b8a697dfad86, store=C 2024-11-10T23:41:22,828 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:22,837 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd73a175c6354af683512443c97d2e9b_720d08c24ea7b12324e7b8a697dfad86 is 50, key is test_row_0/A:col10/1731282082661/Put/seqid=0 2024-11-10T23:41:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742106_1282 (size=12454) 2024-11-10T23:41:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:23,241 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:23,245 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd73a175c6354af683512443c97d2e9b_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd73a175c6354af683512443c97d2e9b_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:23,246 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/1d01def13a4644f5b2d45f6415681893, store: [table=TestAcidGuarantees family=A region=720d08c24ea7b12324e7b8a697dfad86] 2024-11-10T23:41:23,246 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/1d01def13a4644f5b2d45f6415681893 is 175, key is test_row_0/A:col10/1731282082661/Put/seqid=0 2024-11-10T23:41:23,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742107_1283 (size=31255) 2024-11-10T23:41:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:23,650 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/1d01def13a4644f5b2d45f6415681893 2024-11-10T23:41:23,657 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ce239810bb8a47edacfd7695ebbeb6f6 is 50, key is test_row_0/B:col10/1731282082661/Put/seqid=0 2024-11-10T23:41:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742108_1284 (size=12301) 2024-11-10T23:41:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:24,062 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ce239810bb8a47edacfd7695ebbeb6f6 2024-11-10T23:41:24,068 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/133ebe405ffb4b04b3f28972c488ddbe is 50, key is test_row_0/C:col10/1731282082661/Put/seqid=0 2024-11-10T23:41:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742109_1285 (size=12301) 2024-11-10T23:41:24,472 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/133ebe405ffb4b04b3f28972c488ddbe 2024-11-10T23:41:24,476 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/A/1d01def13a4644f5b2d45f6415681893 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/1d01def13a4644f5b2d45f6415681893 2024-11-10T23:41:24,480 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/1d01def13a4644f5b2d45f6415681893, entries=150, sequenceid=404, filesize=30.5 K 2024-11-10T23:41:24,481 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/B/ce239810bb8a47edacfd7695ebbeb6f6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ce239810bb8a47edacfd7695ebbeb6f6 2024-11-10T23:41:24,484 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ce239810bb8a47edacfd7695ebbeb6f6, entries=150, sequenceid=404, filesize=12.0 K 2024-11-10T23:41:24,484 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/.tmp/C/133ebe405ffb4b04b3f28972c488ddbe as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/133ebe405ffb4b04b3f28972c488ddbe 2024-11-10T23:41:24,487 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/133ebe405ffb4b04b3f28972c488ddbe, entries=150, sequenceid=404, filesize=12.0 K 2024-11-10T23:41:24,488 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 720d08c24ea7b12324e7b8a697dfad86 in 1660ms, sequenceid=404, compaction requested=true 2024-11-10T23:41:24,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab] to archive 2024-11-10T23:41:24,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:24,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/b57a784b4ee042bc9a6d75bbbe1aff95 2024-11-10T23:41:24,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/60d44e3d328d4330b982f97679a47721 2024-11-10T23:41:24,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d51eaa514d4f4ce2a8d34ce9fa6c580e 2024-11-10T23:41:24,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84fa7db37c53459ba7937f88cc480b6c 2024-11-10T23:41:24,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/437c94609e20465a98acfcba9641e5c2 2024-11-10T23:41:24,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43b720df852a4c299ef22f0645ad18c3 2024-11-10T23:41:24,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9f8214bcada44c7f8319db9fdb2bd8ed 2024-11-10T23:41:24,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/c188e9883b574bd08ae8736183dd53a0 2024-11-10T23:41:24,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/4df1205c95384f059f0237b5dceb7341 2024-11-10T23:41:24,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/089fb9c203504bf8a2d4bcf763385c5f 2024-11-10T23:41:24,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/68833928db2f4fc8b0a4a94f9d131750 2024-11-10T23:41:24,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/8a50692307774b8ba9bcb0908e3c5d1f 2024-11-10T23:41:24,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/085d733b0df542c69f1b74fe34819217 2024-11-10T23:41:24,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/d863b567cd1d45d7b36c7c688364d5af 2024-11-10T23:41:24,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/308d0df5c7624c3b82894bf6808221d6 2024-11-10T23:41:24,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/55b56db23dfd4d3dacfe05489b7428c1 2024-11-10T23:41:24,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/84b87d377b3542d0b7735e76a9a7138f 2024-11-10T23:41:24,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/5792180334234ab5921436a4b0851c44 2024-11-10T23:41:24,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/00971143f4c4469ea7e775966e3a2cb8 2024-11-10T23:41:24,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/43bb14152e17430080a60e4abb52e0c0 2024-11-10T23:41:24,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7ba8c201fb2747818b13e9df42dda5bb 2024-11-10T23:41:24,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f05d9df0a5d94fe2b27b505ad59325d4 2024-11-10T23:41:24,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/9516fdf9f26c46179563fcefd352c710 2024-11-10T23:41:24,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6310503b4975402da08849b430b07d84 2024-11-10T23:41:24,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/7bb712f421ac42ca941d4706811e55b8 2024-11-10T23:41:24,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/f97249fcd048474291651f290a6f94ab 2024-11-10T23:41:24,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5130532688e84ce2a34b2b3faf9c6a37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/fe7b507b7e5240c3ba55cee6dec2d7ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/4575f4c926674a1399184889a52e4605, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d7141a2a994948b7b77248f93220e2ab, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0016080f32964067889560f2a2161636, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/2084d01ef3334e4d947f364a25507f42, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5e864476b5b344a6880043280bdd5e6b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247] to archive 2024-11-10T23:41:24,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:24,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3025dde0b553464492b6141a85e5a70a 2024-11-10T23:41:24,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/19945d412dd44d44b7b95c47773aea79 2024-11-10T23:41:24,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5130532688e84ce2a34b2b3faf9c6a37 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5130532688e84ce2a34b2b3faf9c6a37 2024-11-10T23:41:24,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/1fcd0e85ae7344ef8c3087a12ac01c68 2024-11-10T23:41:24,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/6e7b0dbd820f4b9e9cb1f460d1614100 2024-11-10T23:41:24,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/fe7b507b7e5240c3ba55cee6dec2d7ad to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/fe7b507b7e5240c3ba55cee6dec2d7ad 2024-11-10T23:41:24,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3fe37487dadf44bcafa473ba3f92b032 2024-11-10T23:41:24,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0d07a4c84dcb449998c656d836d80dc0 2024-11-10T23:41:24,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/4575f4c926674a1399184889a52e4605 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/4575f4c926674a1399184889a52e4605 2024-11-10T23:41:24,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/80777ed3c3c848ef991952e13e40b45d 2024-11-10T23:41:24,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/899ba5f7d2944388829e8f3709c65dcb 2024-11-10T23:41:24,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d7141a2a994948b7b77248f93220e2ab to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d7141a2a994948b7b77248f93220e2ab 2024-11-10T23:41:24,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/af8e90f0ccdd409d87892a5d685c2a41 2024-11-10T23:41:24,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/da1467343681452ea1c11383375291c4 2024-11-10T23:41:24,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/7c55d2c94ead4630a44b511f69a5d098 2024-11-10T23:41:24,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0016080f32964067889560f2a2161636 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/0016080f32964067889560f2a2161636 2024-11-10T23:41:24,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/b1f4486cda214550bcc65a2fbf392c4e 2024-11-10T23:41:24,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ffe8dcb8031b4ed6a0ed81de7dd2c5a7 2024-11-10T23:41:24,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/2084d01ef3334e4d947f364a25507f42 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/2084d01ef3334e4d947f364a25507f42 2024-11-10T23:41:24,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/d3fa75b29373497a98ca59294d6b44ec 2024-11-10T23:41:24,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3bf787a11bf2418c8109e7ddc87f28da 2024-11-10T23:41:24,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5e864476b5b344a6880043280bdd5e6b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/5e864476b5b344a6880043280bdd5e6b 2024-11-10T23:41:24,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/9107fdb678d94c36b016a153a565e836 2024-11-10T23:41:24,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/a15c1cdacbb84732a2d35a18b1a5086f 2024-11-10T23:41:24,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/739846c968b14821add906e6ecb0a76f 2024-11-10T23:41:24,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/696f34a94bcf4f10a0989a1d88c49247 2024-11-10T23:41:24,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/0e16070d071e4213bb7acb784874498f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2ad28f926c30468badc95d22488b786d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/20d8b5ebe6274d49a060f64bfa64f037, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/15320306306444b3a9d01058b0e3174d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2770b270bdc9454bb8915965a4c3a4ca, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/7e2078920d7f4e3096d0642e165c3934, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/9a67fcdd56564f899a81188b533988de, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc] to archive 2024-11-10T23:41:24,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:24,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/fb3634268c04431c8165b14e28b2402f 2024-11-10T23:41:24,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/53518df3cf5d427eb815c9eb3117aca1 2024-11-10T23:41:24,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/0e16070d071e4213bb7acb784874498f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/0e16070d071e4213bb7acb784874498f 2024-11-10T23:41:24,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/279581379d6d402ea3ca5ab6514d672f 2024-11-10T23:41:24,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/c2f3dd86b6f6453b960c3e3db03821b0 2024-11-10T23:41:24,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2ad28f926c30468badc95d22488b786d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2ad28f926c30468badc95d22488b786d 2024-11-10T23:41:24,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/8372cb1769bf4f05b08ad663af86cb0e 2024-11-10T23:41:24,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b4f04a833a324356b5b01e99a9f1ec14 2024-11-10T23:41:24,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/20d8b5ebe6274d49a060f64bfa64f037 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/20d8b5ebe6274d49a060f64bfa64f037 2024-11-10T23:41:24,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/37764bcad5fe40a19de98260bd9b7a47 2024-11-10T23:41:24,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6d89c461d2fb4dbb93d473362dd8ae29 2024-11-10T23:41:24,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/15320306306444b3a9d01058b0e3174d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/15320306306444b3a9d01058b0e3174d 2024-11-10T23:41:24,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/433d5f75826d4fe29e507121651f6ee3 2024-11-10T23:41:24,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/6f43055193ad4d0a8fb5aeb87caf11f4 2024-11-10T23:41:24,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/4e1cd869d67f45fe84cacaf6759b5355 2024-11-10T23:41:24,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2770b270bdc9454bb8915965a4c3a4ca to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2770b270bdc9454bb8915965a4c3a4ca 2024-11-10T23:41:24,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d403a2b86ab043309511255ddd55313e 2024-11-10T23:41:24,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/dbb97e93cd1c42ac82d4d2eabd8ce60c 2024-11-10T23:41:24,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/7e2078920d7f4e3096d0642e165c3934 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/7e2078920d7f4e3096d0642e165c3934 2024-11-10T23:41:24,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/965824d7f5e246dc8e38c2412bdbda74 2024-11-10T23:41:24,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/b3aadfdf792a461f812ad612ef373bf9 2024-11-10T23:41:24,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/9a67fcdd56564f899a81188b533988de to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/9a67fcdd56564f899a81188b533988de 2024-11-10T23:41:24,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/2c92cf27e2284993a02cf58ce86bfae8 2024-11-10T23:41:24,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/ecbeeef0a3de45e892011c17cb2da4c7 2024-11-10T23:41:24,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/d906f439e6324338ab8e69cfbd998be8 2024-11-10T23:41:24,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3f06d734b4794fb4a393bb15d524c8bc 2024-11-10T23:41:24,576 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-10T23:41:24,577 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. 2024-11-10T23:41:24,577 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1676): Region close journal for 720d08c24ea7b12324e7b8a697dfad86: Waiting for close lock at 1731282082827Running coprocessor pre-close hooks at 1731282082827Disabling compacts and flushes for region at 1731282082827Disabling writes for close at 1731282082828 (+1 ms)Obtaining lock to block concurrent updates at 1731282082828Preparing flush snapshotting stores in 720d08c24ea7b12324e7b8a697dfad86 at 1731282082828Finished memstore snapshotting TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731282082828Flushing stores of TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86. at 1731282082831 (+3 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/A: creating writer at 1731282082831Flushing mob file 720d08c24ea7b12324e7b8a697dfad86/A: appending metadata at 1731282082836 (+5 ms)Flushing mob file 720d08c24ea7b12324e7b8a697dfad86/A: closing flushed file at 1731282082836Flushing 720d08c24ea7b12324e7b8a697dfad86/A: appending metadata at 1731282083246 (+410 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/A: closing flushed file at 1731282083246Flushing 720d08c24ea7b12324e7b8a697dfad86/B: creating writer at 1731282083654 (+408 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/B: appending metadata at 1731282083657 (+3 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/B: closing flushed file at 1731282083657Flushing 720d08c24ea7b12324e7b8a697dfad86/C: creating writer at 1731282084065 (+408 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/C: appending metadata at 1731282084068 (+3 ms)Flushing 720d08c24ea7b12324e7b8a697dfad86/C: closing flushed file at 1731282084068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cad3fc: reopening flushed file at 1731282084476 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1174b3: reopening flushed file at 1731282084480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7378356b: reopening flushed file at 1731282084484 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 720d08c24ea7b12324e7b8a697dfad86 in 1660ms, sequenceid=404, compaction requested=true at 1731282084488 (+4 ms)Writing region close event to WAL at 1731282084573 (+85 ms)Running coprocessor post-close hooks at 1731282084577 (+4 ms)Closed at 1731282084577 2024-11-10T23:41:24,579 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(157): Closed 720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=720d08c24ea7b12324e7b8a697dfad86, regionState=CLOSED 2024-11-10T23:41:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:24,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T23:41:24,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseRegionProcedure 720d08c24ea7b12324e7b8a697dfad86, server=ae12972821c6,40463,1731282019372 in 1.9070 sec 2024-11-10T23:41:24,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-10T23:41:24,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=720d08c24ea7b12324e7b8a697dfad86, UNASSIGN in 1.9110 sec 2024-11-10T23:41:24,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T23:41:24,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9140 sec 2024-11-10T23:41:24,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282084587"}]},"ts":"1731282084587"} 2024-11-10T23:41:24,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:41:24,589 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:41:24,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9230 sec 2024-11-10T23:41:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T23:41:24,812 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:24,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:41:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T23:41:24,815 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=72, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,817 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,819 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits] 2024-11-10T23:41:24,822 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/1d01def13a4644f5b2d45f6415681893 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/1d01def13a4644f5b2d45f6415681893 2024-11-10T23:41:24,823 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/22163e8f04f446549ad1ac1906394b65 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/22163e8f04f446549ad1ac1906394b65 2024-11-10T23:41:24,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6c9babf082a642959add139f11f565c8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/A/6c9babf082a642959add139f11f565c8 2024-11-10T23:41:24,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3e812611610940049e32f8dffb7baaf6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/3e812611610940049e32f8dffb7baaf6 2024-11-10T23:41:24,827 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/42f1dc8338384390b292f38953f94eed to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/42f1dc8338384390b292f38953f94eed 2024-11-10T23:41:24,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ce239810bb8a47edacfd7695ebbeb6f6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/B/ce239810bb8a47edacfd7695ebbeb6f6 2024-11-10T23:41:24,830 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/133ebe405ffb4b04b3f28972c488ddbe to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/133ebe405ffb4b04b3f28972c488ddbe 2024-11-10T23:41:24,831 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3ba4099090934795ae75992c48e70262 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/3ba4099090934795ae75992c48e70262 2024-11-10T23:41:24,832 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/840fb3757f194e419bca0ec62bd3a82e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/C/840fb3757f194e419bca0ec62bd3a82e 2024-11-10T23:41:24,835 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits/407.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86/recovered.edits/407.seqid 2024-11-10T23:41:24,835 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,835 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:41:24,836 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:41:24,837 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T23:41:24,840 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111008d2d070d6354d57afee57764b7cb53e_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111008d2d070d6354d57afee57764b7cb53e_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,841 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031d629081f964bd2850b93d957e9b30c_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031d629081f964bd2850b93d957e9b30c_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110352a22c627a04e91bfcc46f620f9e3e5_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110352a22c627a04e91bfcc46f620f9e3e5_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,843 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038e3715912b04f1988deacc49b635d8d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038e3715912b04f1988deacc49b635d8d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a56cbdf078644a8818cfcdaab71bd13_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a56cbdf078644a8818cfcdaab71bd13_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111041d4e6e58be6477d9691a3117b945a6d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111041d4e6e58be6477d9691a3117b945a6d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d4a4ec27ed142f78e8470ce6436cdbc_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d4a4ec27ed142f78e8470ce6436cdbc_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,848 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053d9846a361b4c908169b33697b9d1bf_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053d9846a361b4c908169b33697b9d1bf_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055091090050441e7a0759fe722d540e8_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055091090050441e7a0759fe722d540e8_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fcfa99100fd4a9da102fb7a925d3e85_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fcfa99100fd4a9da102fb7a925d3e85_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,852 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106d2bb21731ca4cd19cd2d8cf6971b015_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106d2bb21731ca4cd19cd2d8cf6971b015_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073c7678f7abc4599bf49e57b00c4f7d9_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073c7678f7abc4599bf49e57b00c4f7d9_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110827875b0f04b49e6806cf7e5a6af97da_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110827875b0f04b49e6806cf7e5a6af97da_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085d115e2c2c242f49b15aca0113cde55_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085d115e2c2c242f49b15aca0113cde55_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,857 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ca5a93f563e49489ddb795660f15b06_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ca5a93f563e49489ddb795660f15b06_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a64162c30e82404c8048afbba2ce2e92_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a64162c30e82404c8048afbba2ce2e92_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,859 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b04f478bfe764853b673e446b8bf5434_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b04f478bfe764853b673e446b8bf5434_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd73a175c6354af683512443c97d2e9b_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd73a175c6354af683512443c97d2e9b_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,861 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca752bdc583a4a88b941266d8b7e413d_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca752bdc583a4a88b941266d8b7e413d_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,862 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d5d9c54e0a7c4556854651986fec2250_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d5d9c54e0a7c4556854651986fec2250_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,863 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9b76dbaeb3b410dbfe438d0aa6571b1_720d08c24ea7b12324e7b8a697dfad86 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9b76dbaeb3b410dbfe438d0aa6571b1_720d08c24ea7b12324e7b8a697dfad86 2024-11-10T23:41:24,864 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:41:24,866 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=72, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,869 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:41:24,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:41:24,873 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=72, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,873 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:41:24,873 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282084873"}]},"ts":"9223372036854775807"} 2024-11-10T23:41:24,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:41:24,875 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 720d08c24ea7b12324e7b8a697dfad86, NAME => 'TestAcidGuarantees,,1731282050147.720d08c24ea7b12324e7b8a697dfad86.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:41:24,875 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:41:24,875 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282084875"}]},"ts":"9223372036854775807"} 2024-11-10T23:41:24,877 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:41:24,878 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=72, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-10T23:41:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T23:41:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:41:24,922 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:24,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=7869 (was 8006) 2024-11-10T23:41:24,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=7868 2024-11-10T23:41:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:41:24,943 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:41:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:24,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:41:24,945 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:24,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 73 2024-11-10T23:41:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:24,946 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:41:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742110_1286 (size=1061) 2024-11-10T23:41:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:25,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:41:25,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742111_1287 (size=53) 2024-11-10T23:41:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 24a4b185024cc7276a8d53d52b8fd660, disabling compactions & flushes 2024-11-10T23:41:25,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. after waiting 0 ms 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:25,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:25,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24a4b185024cc7276a8d53d52b8fd660: Waiting for close lock at 1731282085759Disabling compacts and flushes for region at 1731282085759Disabling writes for close at 1731282085759Writing region close event to WAL at 1731282085759Closed at 1731282085759 2024-11-10T23:41:25,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:41:25,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282085760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282085760"}]},"ts":"1731282085760"} 2024-11-10T23:41:25,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:41:25,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:41:25,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282085763"}]},"ts":"1731282085763"} 2024-11-10T23:41:25,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:41:25,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, ASSIGN}] 2024-11-10T23:41:25,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, ASSIGN 2024-11-10T23:41:25,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:41:25,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=24a4b185024cc7276a8d53d52b8fd660, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:25,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, ASSIGN because future has completed 2024-11-10T23:41:25,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:26,073 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:26,073 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:41:26,073 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,073 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:41:26,073 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,073 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,074 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,076 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:26,076 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a4b185024cc7276a8d53d52b8fd660 columnFamilyName A 2024-11-10T23:41:26,076 DEBUG [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:26,076 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(327): Store=24a4b185024cc7276a8d53d52b8fd660/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:26,076 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,077 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:26,078 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a4b185024cc7276a8d53d52b8fd660 columnFamilyName B 2024-11-10T23:41:26,078 DEBUG [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:26,078 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(327): Store=24a4b185024cc7276a8d53d52b8fd660/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:26,078 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,079 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:26,079 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a4b185024cc7276a8d53d52b8fd660 columnFamilyName C 2024-11-10T23:41:26,079 DEBUG [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:26,079 INFO [StoreOpener-24a4b185024cc7276a8d53d52b8fd660-1 {}] regionserver.HStore(327): Store=24a4b185024cc7276a8d53d52b8fd660/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:26,080 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:26,080 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,080 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,080 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,081 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,081 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:26,082 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:41:26,083 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,084 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:41:26,084 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 24a4b185024cc7276a8d53d52b8fd660; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67038002, jitterRate=-0.0010559260845184326}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:41:26,085 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:26,085 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 24a4b185024cc7276a8d53d52b8fd660: Running coprocessor pre-open hook at 1731282086073Writing region info on filesystem at 1731282086073Initializing all the Stores at 1731282086074 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282086074Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282086074Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282086074Cleaning up temporary data from old regions at 1731282086081 (+7 ms)Running coprocessor post-open hooks at 1731282086085 (+4 ms)Region opened successfully at 1731282086085 2024-11-10T23:41:26,086 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., pid=75, masterSystemTime=1731282086070 2024-11-10T23:41:26,087 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:26,087 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:26,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=24a4b185024cc7276a8d53d52b8fd660, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:26,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T23:41:26,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; OpenRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 in 172 msec 2024-11-10T23:41:26,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-10T23:41:26,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, ASSIGN in 327 msec 2024-11-10T23:41:26,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:41:26,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282086094"}]},"ts":"1731282086094"} 2024-11-10T23:41:26,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:41:26,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:41:26,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-10T23:41:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-10T23:41:27,091 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:27,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d622426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,094 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338801da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588d8843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:41:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:41:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949afc8 2024-11-10T23:41:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:41:27,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:41:27,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e0d1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537343e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc46790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba03b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,105 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20605630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,106 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178043fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,108 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d268024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,109 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b88b792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663f4dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24910ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c35cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b06198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,115 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e5650b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9105f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34252d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd90eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3e2879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,120 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8177df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d97a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,122 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260bcf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63455081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e309a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,125 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fafa3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,126 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f80018e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8cf2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:27,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:27,128 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccf3b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:27,129 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:27,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bf358e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:27,130 DEBUG [Thread-1322 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,130 DEBUG [Thread-1313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,130 DEBUG [Thread-1324 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,130 DEBUG [Thread-1318 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,130 DEBUG [Thread-1309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,131 DEBUG [Thread-1316 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:27,132 DEBUG [Thread-1320 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,133 DEBUG [Thread-1311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T23:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:27,134 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:27,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:27,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:27,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,136 DEBUG [Thread-1305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,137 DEBUG [Thread-1307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,138 DEBUG [Thread-1307 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,138 DEBUG [Thread-1307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:41:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:27,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:27,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/50d174f7ea8241afad926e1e208dbb26 is 50, key is test_row_0/A:col10/1731282087145/Put/seqid=0 2024-11-10T23:41:27,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282087168, max timestamp=1731282087177Num uniques 859; 2024-11-10T23:41:27,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:27,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282087168, max timestamp=1731282087177Num uniques 859; 2024-11-10T23:41:27,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:27,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282087168, max timestamp=1731282087177Num uniques 859; 2024-11-10T23:41:27,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742112_1288 (size=16681) 2024-11-10T23:41:27,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/50d174f7ea8241afad926e1e208dbb26 2024-11-10T23:41:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282147209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282147209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282147214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282147216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282147217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:27,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d77a89aa17e647888ec018b4064c563c is 50, key is test_row_0/B:col10/1731282087145/Put/seqid=0 2024-11-10T23:41:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742113_1289 (size=12001) 2024-11-10T23:41:27,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d77a89aa17e647888ec018b4064c563c 2024-11-10T23:41:27,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T23:41:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e9f5c1d2c9ad4c2787a3480235ad4a46 is 50, key is test_row_0/C:col10/1731282087145/Put/seqid=0 2024-11-10T23:41:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742114_1290 (size=12001) 2024-11-10T23:41:27,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e9f5c1d2c9ad4c2787a3480235ad4a46 2024-11-10T23:41:27,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/50d174f7ea8241afad926e1e208dbb26 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26 2024-11-10T23:41:27,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26, entries=250, sequenceid=11, filesize=16.3 K 2024-11-10T23:41:27,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d77a89aa17e647888ec018b4064c563c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c 2024-11-10T23:41:27,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c, entries=150, sequenceid=11, filesize=11.7 K 2024-11-10T23:41:27,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e9f5c1d2c9ad4c2787a3480235ad4a46 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46 2024-11-10T23:41:27,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46, entries=150, sequenceid=11, filesize=11.7 K 2024-11-10T23:41:27,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 24a4b185024cc7276a8d53d52b8fd660 in 182ms, sequenceid=11, compaction requested=false 2024-11-10T23:41:27,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:27,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282147339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282147341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282147342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282147345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282147346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/48e0a71363414ae196b2dcb18b141a91 is 50, key is test_row_0/A:col10/1731282087331/Put/seqid=0 2024-11-10T23:41:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742115_1291 (size=14341) 2024-11-10T23:41:27,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/48e0a71363414ae196b2dcb18b141a91 2024-11-10T23:41:27,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/055abd09fe904fd7b664bcf14780b39e is 50, key is test_row_0/B:col10/1731282087331/Put/seqid=0 2024-11-10T23:41:27,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742116_1292 (size=12001) 2024-11-10T23:41:27,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/055abd09fe904fd7b664bcf14780b39e 2024-11-10T23:41:27,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/837e3b5ba2be47a4bb6e2b3a3ff9eece is 50, key is test_row_0/C:col10/1731282087331/Put/seqid=0 2024-11-10T23:41:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742117_1293 (size=12001) 2024-11-10T23:41:27,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T23:41:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282147451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282147451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282147451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282147461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282147462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T23:41:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282147661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282147661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282147661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282147671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282147671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:27,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T23:41:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:27,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/837e3b5ba2be47a4bb6e2b3a3ff9eece 2024-11-10T23:41:27,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/48e0a71363414ae196b2dcb18b141a91 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91 2024-11-10T23:41:27,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91, entries=200, sequenceid=50, filesize=14.0 K 2024-11-10T23:41:27,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/055abd09fe904fd7b664bcf14780b39e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e 2024-11-10T23:41:27,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T23:41:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/837e3b5ba2be47a4bb6e2b3a3ff9eece as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece 2024-11-10T23:41:27,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T23:41:27,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=26.84 KB/27480 for 24a4b185024cc7276a8d53d52b8fd660 in 525ms, sequenceid=50, compaction requested=false 2024-11-10T23:41:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:27,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T23:41:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:27,904 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:27,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/2323390af0a242e7a7317bcd9c14b722 is 50, key is test_row_0/A:col10/1731282087344/Put/seqid=0 2024-11-10T23:41:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742118_1294 (size=12001) 2024-11-10T23:41:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:27,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:27,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282087987, max timestamp=1731282087993Num uniques 859; 2024-11-10T23:41:27,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:27,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282087987, max timestamp=1731282087993Num uniques 859; 2024-11-10T23:41:27,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282087987, max timestamp=1731282087993Num uniques 859; 2024-11-10T23:41:27,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:27,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:28,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731282088017, max timestamp=1731282088024Num uniques 1018; 2024-11-10T23:41:28,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-10T23:41:28,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731282088017, max timestamp=1731282088024Num uniques 1018; 2024-11-10T23:41:28,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-10T23:41:28,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731282088017, max timestamp=1731282088024Num uniques 1018; 2024-11-10T23:41:28,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-10T23:41:28,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282148050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282148051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282148052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731282088041, max timestamp=1731282088054Num uniques 1127; 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731282088041, max timestamp=1731282088054Num uniques 1127; 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=14972, suffix heap size=145176,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=327 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=14972, suffix heap size=145176,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=327 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731282088041, max timestamp=1731282088054Num uniques 1127; 2024-11-10T23:41:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-10T23:41:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282148108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731282088098, max timestamp=1731282088111Num uniques 1186; 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731282088098, max timestamp=1731282088111Num uniques 1186; 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731282088098, max timestamp=1731282088111Num uniques 1036; 2024-11-10T23:41:28,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731282088171, max timestamp=1731282088181Num uniques 1045; 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731282088171, max timestamp=1731282088181Num uniques 1045; 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731282088171, max timestamp=1731282088181Num uniques 1045; 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-10T23:41:28,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-10T23:41:28,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282148211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282148212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282148213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282148213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282148221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:28,319 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/2323390af0a242e7a7317bcd9c14b722 2024-11-10T23:41:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/a2fdf894e89b4e03a5e75e14b0410f49 is 50, key is test_row_0/B:col10/1731282087344/Put/seqid=0 2024-11-10T23:41:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282148321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282148321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282148321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742119_1295 (size=12001) 2024-11-10T23:41:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282148331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282148431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282148531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282148532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282148532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282148541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,734 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/a2fdf894e89b4e03a5e75e14b0410f49 2024-11-10T23:41:28,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/0a91c00c310d4514a4ff2ff72c34711a is 50, key is test_row_0/C:col10/1731282087344/Put/seqid=0 2024-11-10T23:41:28,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742120_1296 (size=12001) 2024-11-10T23:41:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282148741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282148841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282148841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282148841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282148851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,146 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/0a91c00c310d4514a4ff2ff72c34711a 2024-11-10T23:41:29,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/2323390af0a242e7a7317bcd9c14b722 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722 2024-11-10T23:41:29,155 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722, entries=150, sequenceid=57, filesize=11.7 K 2024-11-10T23:41:29,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/a2fdf894e89b4e03a5e75e14b0410f49 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49 2024-11-10T23:41:29,159 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49, entries=150, sequenceid=57, filesize=11.7 K 2024-11-10T23:41:29,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/0a91c00c310d4514a4ff2ff72c34711a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a 2024-11-10T23:41:29,164 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a, entries=150, sequenceid=57, filesize=11.7 K 2024-11-10T23:41:29,165 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=154.31 KB/158010 for 24a4b185024cc7276a8d53d52b8fd660 in 1261ms, sequenceid=57, compaction requested=true 2024-11-10T23:41:29,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:29,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T23:41:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T23:41:29,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T23:41:29,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-11-10T23:41:29,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.0370 sec 2024-11-10T23:41:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:29,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=161.02 KB heapSize=452.63 KB 2024-11-10T23:41:29,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:29,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/3a5932c8bdd346f5bfcf0956c0ae79c5 is 50, key is test_row_0/A:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742121_1297 (size=14541) 2024-11-10T23:41:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T23:41:29,281 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:29,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-10T23:41:29,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:29,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:29,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282149284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282149351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282149351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282149361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282149361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:29,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282149391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:29,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282149601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:29,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/3a5932c8bdd346f5bfcf0956c0ae79c5 2024-11-10T23:41:29,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/0daf1f0cf8cc44a9a963adc6f8d11e34 is 50, key is test_row_0/B:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742122_1298 (size=12151) 2024-11-10T23:41:29,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:29,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:29,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282149911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:30,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:30,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/0daf1f0cf8cc44a9a963adc6f8d11e34 2024-11-10T23:41:30,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/21cf349fb5784542bbc7bcc40fbfe063 is 50, key is test_row_0/C:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742123_1299 (size=12151) 2024-11-10T23:41:30,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:41:30,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/21cf349fb5784542bbc7bcc40fbfe063 2024-11-10T23:41:30,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/3a5932c8bdd346f5bfcf0956c0ae79c5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5 2024-11-10T23:41:30,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5, entries=200, sequenceid=164, filesize=14.2 K 2024-11-10T23:41:30,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/0daf1f0cf8cc44a9a963adc6f8d11e34 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34 2024-11-10T23:41:30,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34, entries=150, sequenceid=164, filesize=11.9 K 2024-11-10T23:41:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/21cf349fb5784542bbc7bcc40fbfe063 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063 2024-11-10T23:41:30,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063, entries=150, sequenceid=164, filesize=11.9 K 2024-11-10T23:41:30,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~452.58 KB/463440, currentSize=20.13 KB/20610 for 24a4b185024cc7276a8d53d52b8fd660 in 861ms, sequenceid=164, compaction requested=true 2024-11-10T23:41:30,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:30,127 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:30,127 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:30,130 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:30,130 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:30,130 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:30,130 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:30,130 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,130 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,130 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=47.0 K 2024-11-10T23:41:30,130 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=56.2 K 2024-11-10T23:41:30,130 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d77a89aa17e647888ec018b4064c563c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731282087143 2024-11-10T23:41:30,131 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d174f7ea8241afad926e1e208dbb26, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731282087143 2024-11-10T23:41:30,131 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 055abd09fe904fd7b664bcf14780b39e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282087214 2024-11-10T23:41:30,132 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48e0a71363414ae196b2dcb18b141a91, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282087214 2024-11-10T23:41:30,132 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a2fdf894e89b4e03a5e75e14b0410f49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731282087337 2024-11-10T23:41:30,132 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2323390af0a242e7a7317bcd9c14b722, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731282087337 2024-11-10T23:41:30,134 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5932c8bdd346f5bfcf0956c0ae79c5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:30,134 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0daf1f0cf8cc44a9a963adc6f8d11e34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:30,147 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:30,147 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/71378d3692d4444b976f0acdeeeed3b1 is 50, key is test_row_0/A:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:30,151 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:30,151 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/2cc4a079ca4f48c5b8ce76072da6cf04 is 50, key is test_row_0/B:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:30,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742124_1300 (size=12289) 2024-11-10T23:41:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742125_1301 (size=12289) 2024-11-10T23:41:30,163 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/2cc4a079ca4f48c5b8ce76072da6cf04 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/2cc4a079ca4f48c5b8ce76072da6cf04 2024-11-10T23:41:30,168 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into 2cc4a079ca4f48c5b8ce76072da6cf04(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:30,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:30,168 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=12, startTime=1731282090127; duration=0sec 2024-11-10T23:41:30,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:30,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:30,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:30,169 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:30,170 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:30,170 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,170 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=47.0 K 2024-11-10T23:41:30,170 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e9f5c1d2c9ad4c2787a3480235ad4a46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731282087143 2024-11-10T23:41:30,170 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 837e3b5ba2be47a4bb6e2b3a3ff9eece, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282087214 2024-11-10T23:41:30,171 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a91c00c310d4514a4ff2ff72c34711a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731282087337 2024-11-10T23:41:30,171 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 21cf349fb5784542bbc7bcc40fbfe063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:30,181 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:30,182 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/a26e177c3e3145998713086068476f3b is 50, key is test_row_0/C:col10/1731282089264/Put/seqid=0 2024-11-10T23:41:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742126_1302 (size=12289) 2024-11-10T23:41:30,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T23:41:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:30,205 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:30,207 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/a26e177c3e3145998713086068476f3b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/a26e177c3e3145998713086068476f3b 2024-11-10T23:41:30,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/9f2bbab79167482ab2dcaff1ac481985 is 50, key is test_row_0/A:col10/1731282089276/Put/seqid=0 2024-11-10T23:41:30,215 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into a26e177c3e3145998713086068476f3b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:30,215 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:30,215 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=12, startTime=1731282090127; duration=0sec 2024-11-10T23:41:30,215 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:30,215 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742127_1303 (size=9757) 2024-11-10T23:41:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:30,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:30,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282090381, max timestamp=1731282090389Num uniques 859; 2024-11-10T23:41:30,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:30,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282090381, max timestamp=1731282090389Num uniques 859; 2024-11-10T23:41:30,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:30,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282090381, max timestamp=1731282090389Num uniques 859; 2024-11-10T23:41:30,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:30,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731282090409, max timestamp=1731282090420Num uniques 1068; 2024-11-10T23:41:30,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T23:41:30,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731282090409, max timestamp=1731282090420Num uniques 1068; 2024-11-10T23:41:30,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T23:41:30,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731282090409, max timestamp=1731282090420Num uniques 1068; 2024-11-10T23:41:30,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T23:41:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282150449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282090438, max timestamp=1731282090452Num uniques 1077; 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282090438, max timestamp=1731282090452Num uniques 1077; 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282090438, max timestamp=1731282090452Num uniques 1077; 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-10T23:41:30,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-10T23:41:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282150482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:30,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282090468, max timestamp=1731282090484Num uniques 1086; 2024-11-10T23:41:30,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:30,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282090468, max timestamp=1731282090484Num uniques 1086; 2024-11-10T23:41:30,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282090468, max timestamp=1731282090484Num uniques 1086; 2024-11-10T23:41:30,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:30,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:30,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282090513, max timestamp=1731282090522Num uniques 1095; 2024-11-10T23:41:30,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282090513, max timestamp=1731282090522Num uniques 1095; 2024-11-10T23:41:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282090513, max timestamp=1731282090522Num uniques 1095; 2024-11-10T23:41:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:30,561 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/71378d3692d4444b976f0acdeeeed3b1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71378d3692d4444b976f0acdeeeed3b1 2024-11-10T23:41:30,589 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into 71378d3692d4444b976f0acdeeeed3b1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:30,589 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:30,589 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=12, startTime=1731282090127; duration=0sec 2024-11-10T23:41:30,589 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:30,589 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9324, totalHeapSize=21456, min timestamp=1731282090549, max timestamp=1731282090569Num uniques 1104; 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50544, new segment data size=9324, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9326, totalHeapSize=21456, min timestamp=1731282090549, max timestamp=1731282090569Num uniques 1104; 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50546, new segment data size=9326, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9324, totalHeapSize=21456, min timestamp=1731282090549, max timestamp=1731282090569Num uniques 1104; 2024-11-10T23:41:30,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50544, new segment data size=9324, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:30,619 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/9f2bbab79167482ab2dcaff1ac481985 2024-11-10T23:41:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d5d7168c2cff46de81111d8de53f8583 is 50, key is test_row_0/B:col10/1731282089276/Put/seqid=0 2024-11-10T23:41:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282090607, max timestamp=1731282090623Num uniques 1063; 2024-11-10T23:41:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:30,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282090607, max timestamp=1731282090623Num uniques 1063; 2024-11-10T23:41:30,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:30,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282090607, max timestamp=1731282090623Num uniques 1063; 2024-11-10T23:41:30,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742128_1304 (size=9757) 2024-11-10T23:41:30,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731282090641, max timestamp=1731282090654Num uniques 1022; 2024-11-10T23:41:30,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731282090641, max timestamp=1731282090654Num uniques 1022; 2024-11-10T23:41:30,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T23:41:30,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T23:41:30,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731282090641, max timestamp=1731282090654Num uniques 1022; 2024-11-10T23:41:30,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T23:41:30,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731282090664, max timestamp=1731282090678Num uniques 1081; 2024-11-10T23:41:30,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T23:41:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731282090664, max timestamp=1731282090678Num uniques 1081; 2024-11-10T23:41:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T23:41:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731282090664, max timestamp=1731282090678Num uniques 1081; 2024-11-10T23:41:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T23:41:30,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731282090721, max timestamp=1731282090731Num uniques 1140; 2024-11-10T23:41:30,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-11-10T23:41:30,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731282090721, max timestamp=1731282090731Num uniques 1140; 2024-11-10T23:41:30,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731282090721, max timestamp=1731282090731Num uniques 1140; 2024-11-10T23:41:30,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190 2024-11-10T23:41:30,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731282090748, max timestamp=1731282090758Num uniques 1049; 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731282090748, max timestamp=1731282090758Num uniques 1099; 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=13694, suffix heap size=142264,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731282090748, max timestamp=1731282090758Num uniques 1049; 2024-11-10T23:41:30,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-10T23:41:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282150785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:30,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731282090780, max timestamp=1731282090791Num uniques 1158; 2024-11-10T23:41:30,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731282090780, max timestamp=1731282090791Num uniques 1158; 2024-11-10T23:41:30,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=11810, suffix heap size=148400,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=258 2024-11-10T23:41:30,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=7230, suffix heap size=148400,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=158 2024-11-10T23:41:30,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731282090780, max timestamp=1731282090791Num uniques 1158; 2024-11-10T23:41:30,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=7230, suffix heap size=148400,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=158 2024-11-10T23:41:30,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282150824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:30,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731282090821, max timestamp=1731282090829Num uniques 1117; 2024-11-10T23:41:30,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-10T23:41:30,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731282090821, max timestamp=1731282090829Num uniques 1017; 2024-11-10T23:41:30,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=7642, suffix heap size=133736,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=167 2024-11-10T23:41:30,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731282090821, max timestamp=1731282090829Num uniques 1017; 2024-11-10T23:41:30,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=7642, suffix heap size=133736,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=167 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282090861, max timestamp=1731282090871Num uniques 1026; 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282090861, max timestamp=1731282090871Num uniques 1026; 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282090861, max timestamp=1731282090871Num uniques 1026; 2024-11-10T23:41:30,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-10T23:41:30,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=285, cellSize=13050, totalHeapSize=29880, min timestamp=1731282090898, max timestamp=1731282090908Num uniques 1085; 2024-11-10T23:41:30,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=285, cellSize=13050, totalHeapSize=29880, min timestamp=1731282090898, max timestamp=1731282090908Num uniques 1085; 2024-11-10T23:41:30,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=13050, suffix heap size=140808,new segment heap size=29880 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=285 2024-11-10T23:41:30,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=13050, suffix heap size=140808,new segment heap size=29880 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=285 2024-11-10T23:41:30,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=285, cellSize=13050, totalHeapSize=29880, min timestamp=1731282090898, max timestamp=1731282090908Num uniques 1085; 2024-11-10T23:41:30,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=13050, suffix heap size=140808,new segment heap size=29880 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=285 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731282090927, max timestamp=1731282090939Num uniques 1144; 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731282090927, max timestamp=1731282090939Num uniques 1144; 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52394, new segment data size=15754, suffix heap size=146944,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1144, new segment cells count=344 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52394, new segment data size=15754, suffix heap size=146944,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1144, new segment cells count=344 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731282090927, max timestamp=1731282090939Num uniques 1144; 2024-11-10T23:41:30,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52394, new segment data size=15754, suffix heap size=146944,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1144, new segment cells count=344 2024-11-10T23:41:30,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1731282090959, max timestamp=1731282090966Num uniques 1203; 2024-11-10T23:41:30,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=11585, suffix heap size=153080,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=253 2024-11-10T23:41:30,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1731282090959, max timestamp=1731282090966Num uniques 1203; 2024-11-10T23:41:30,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=11585, suffix heap size=153080,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=253 2024-11-10T23:41:30,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=253, cellSize=11585, totalHeapSize=26552, min timestamp=1731282090959, max timestamp=1731282090966Num uniques 1203; 2024-11-10T23:41:30,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=11585, suffix heap size=153080,new segment heap size=26552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=253 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731282090980, max timestamp=1731282090992Num uniques 1112; 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731282090980, max timestamp=1731282090992Num uniques 1112; 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731282090980, max timestamp=1731282090992Num uniques 1112; 2024-11-10T23:41:30,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50922, new segment data size=11992, suffix heap size=143616,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1112, new segment cells count=262 2024-11-10T23:41:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282151013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731282091004, max timestamp=1731282091016Num uniques 1121; 2024-11-10T23:41:31,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T23:41:31,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731282091004, max timestamp=1731282091016Num uniques 1121; 2024-11-10T23:41:31,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T23:41:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731282091004, max timestamp=1731282091016Num uniques 1121; 2024-11-10T23:41:31,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T23:41:31,034 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d5d7168c2cff46de81111d8de53f8583 2024-11-10T23:41:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/9e8a2ec3c4444c3a863dbad6c080ec3c is 50, key is test_row_0/C:col10/1731282089276/Put/seqid=0 2024-11-10T23:41:31,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282091042, max timestamp=1731282091048Num uniques 1080; 2024-11-10T23:41:31,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=8240, suffix heap size=140288,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=180 2024-11-10T23:41:31,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282091042, max timestamp=1731282091048Num uniques 1080; 2024-11-10T23:41:31,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=8240, suffix heap size=140288,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=180 2024-11-10T23:41:31,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282091042, max timestamp=1731282091048Num uniques 1080; 2024-11-10T23:41:31,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=8240, suffix heap size=140288,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=180 2024-11-10T23:41:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742129_1305 (size=9757) 2024-11-10T23:41:31,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1731282091073, max timestamp=1731282091080Num uniques 1039; 2024-11-10T23:41:31,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239 2024-11-10T23:41:31,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1731282091073, max timestamp=1731282091080Num uniques 1039; 2024-11-10T23:41:31,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239 2024-11-10T23:41:31,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1731282091073, max timestamp=1731282091080Num uniques 1039; 2024-11-10T23:41:31,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1731282091100, max timestamp=1731282091107Num uniques 1098; 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1731282091100, max timestamp=1731282091107Num uniques 1098; 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1731282091100, max timestamp=1731282091107Num uniques 1098; 2024-11-10T23:41:31,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-11-10T23:41:31,143 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1731282091136, max timestamp=1731282091139Num uniques 1157; 2024-11-10T23:41:31,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=7185, suffix heap size=148296,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=157 2024-11-10T23:41:31,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1731282091136, max timestamp=1731282091139Num uniques 1157; 2024-11-10T23:41:31,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=7185, suffix heap size=148296,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=157 2024-11-10T23:41:31,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1731282091136, max timestamp=1731282091139Num uniques 1157; 2024-11-10T23:41:31,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=7185, suffix heap size=148296,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=157 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=216, cellSize=9886, totalHeapSize=22704, min timestamp=1731282091159, max timestamp=1731282091167Num uniques 1016; 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=9886, suffix heap size=133632,new segment heap size=22704 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=216 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=216, cellSize=9886, totalHeapSize=22704, min timestamp=1731282091159, max timestamp=1731282091167Num uniques 1016; 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=216, cellSize=9886, totalHeapSize=22704, min timestamp=1731282091159, max timestamp=1731282091167Num uniques 1016; 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=9886, suffix heap size=133632,new segment heap size=22704 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=216 2024-11-10T23:41:31,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=9886, suffix heap size=133632,new segment heap size=22704 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=216 2024-11-10T23:41:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1731282091185, max timestamp=1731282091193Num uniques 1075; 2024-11-10T23:41:31,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49230, new segment data size=8010, suffix heap size=139768,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1075, new segment cells count=175 2024-11-10T23:41:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282151190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1731282091185, max timestamp=1731282091193Num uniques 1075; 2024-11-10T23:41:31,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49230, new segment data size=8010, suffix heap size=139768,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1075, new segment cells count=175 2024-11-10T23:41:31,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1731282091185, max timestamp=1731282091193Num uniques 1075; 2024-11-10T23:41:31,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49230, new segment data size=8010, suffix heap size=139768,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1075, new segment cells count=175 2024-11-10T23:41:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1731282091226, max timestamp=1731282091235Num uniques 1034; 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1731282091226, max timestamp=1731282091235Num uniques 1034; 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1731282091226, max timestamp=1731282091235Num uniques 1034; 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-10T23:41:31,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-10T23:41:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282151260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282151261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=193, cellSize=8838, totalHeapSize=20312, min timestamp=1731282091258, max timestamp=1731282091265Num uniques 1143; 2024-11-10T23:41:31,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=8838, suffix heap size=146840,new segment heap size=20312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=193 2024-11-10T23:41:31,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=193, cellSize=8838, totalHeapSize=20312, min timestamp=1731282091258, max timestamp=1731282091265Num uniques 1143; 2024-11-10T23:41:31,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=8838, suffix heap size=146840,new segment heap size=20312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=193 2024-11-10T23:41:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=193, cellSize=8838, totalHeapSize=20312, min timestamp=1731282091258, max timestamp=1731282091265Num uniques 1143; 2024-11-10T23:41:31,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=8838, suffix heap size=146840,new segment heap size=20312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=193 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1731282091297, max timestamp=1731282091315Num uniques 1052; 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1731282091297, max timestamp=1731282091315Num uniques 1052; 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48180, new segment data size=9250, suffix heap size=137376,new segment heap size=21248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1052, new segment cells count=202 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48180, new segment data size=9250, suffix heap size=137376,new segment heap size=21248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1052, new segment cells count=202 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1731282091297, max timestamp=1731282091315Num uniques 1052; 2024-11-10T23:41:31,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48180, new segment data size=9250, suffix heap size=137376,new segment heap size=21248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1052, new segment cells count=202 2024-11-10T23:41:31,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1731282091343, max timestamp=1731282091351Num uniques 1061; 2024-11-10T23:41:31,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=9656, suffix heap size=138312,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=211 2024-11-10T23:41:31,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1731282091343, max timestamp=1731282091351Num uniques 1061; 2024-11-10T23:41:31,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=9656, suffix heap size=138312,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=211 2024-11-10T23:41:31,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1731282091343, max timestamp=1731282091351Num uniques 1061; 2024-11-10T23:41:31,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=9656, suffix heap size=138312,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=211 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1731282091377, max timestamp=1731282091383Num uniques 1070; 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1731282091377, max timestamp=1731282091383Num uniques 1070; 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1731282091377, max timestamp=1731282091383Num uniques 1070; 2024-11-10T23:41:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282151384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-10T23:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1731282091408, max timestamp=1731282091416Num uniques 1029; 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1731282091408, max timestamp=1731282091416Num uniques 1029; 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731282091408, max timestamp=1731282091416Num uniques 1029; 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=8194, suffix heap size=134984,new segment heap size=18856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=179 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=6870, suffix heap size=134984,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=150 2024-11-10T23:41:31,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=8194, suffix heap size=134984,new segment heap size=18856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=179 2024-11-10T23:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:31,458 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/9e8a2ec3c4444c3a863dbad6c080ec3c 2024-11-10T23:41:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/9f2bbab79167482ab2dcaff1ac481985 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985 2024-11-10T23:41:31,466 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985, entries=100, sequenceid=171, filesize=9.5 K 2024-11-10T23:41:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d5d7168c2cff46de81111d8de53f8583 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583 2024-11-10T23:41:31,471 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583, entries=100, sequenceid=171, filesize=9.5 K 2024-11-10T23:41:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/9e8a2ec3c4444c3a863dbad6c080ec3c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c 2024-11-10T23:41:31,476 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c, entries=100, sequenceid=171, filesize=9.5 K 2024-11-10T23:41:31,477 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=132.89 KB/136076 for 24a4b185024cc7276a8d53d52b8fd660 in 1272ms, sequenceid=171, compaction requested=false 2024-11-10T23:41:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-10T23:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-10T23:41:31,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T23:41:31,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1940 sec 2024-11-10T23:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8588, totalHeapSize=19792, min timestamp=1731282091426, max timestamp=1731282091477Num uniques 1038; 2024-11-10T23:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47518, new segment data size=8588, suffix heap size=135920,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=188 2024-11-10T23:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8598, totalHeapSize=19792, min timestamp=1731282091426, max timestamp=1731282091477Num uniques 1038; 2024-11-10T23:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47528, new segment data size=8598, suffix heap size=135920,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=188 2024-11-10T23:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:31,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=76.98 KB heapSize=213.82 KB 2024-11-10T23:41:31,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.1990 sec 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:31,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c264302acca94701ad600029f8323936 is 50, key is test_row_0/A:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742130_1306 (size=12301) 2024-11-10T23:41:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282151506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282151507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282151508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282151508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282151513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282151622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282151831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282151831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282151831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282151832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282151832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:31,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c264302acca94701ad600029f8323936 2024-11-10T23:41:31,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7048feeb9b9a4d4298375aabc32d08cc is 50, key is test_row_0/B:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742131_1307 (size=12301) 2024-11-10T23:41:31,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7048feeb9b9a4d4298375aabc32d08cc 2024-11-10T23:41:31,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/c9402dc6ddb644799845b2722719eeb5 is 50, key is test_row_0/C:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742132_1308 (size=12301) 2024-11-10T23:41:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282152141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282152141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282152141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282152141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282152142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.14 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/c9402dc6ddb644799845b2722719eeb5 2024-11-10T23:41:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c264302acca94701ad600029f8323936 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936 2024-11-10T23:41:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936, entries=150, sequenceid=728, filesize=12.0 K 2024-11-10T23:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7048feeb9b9a4d4298375aabc32d08cc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc 2024-11-10T23:41:32,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc, entries=150, sequenceid=728, filesize=12.0 K 2024-11-10T23:41:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/c9402dc6ddb644799845b2722719eeb5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5 2024-11-10T23:41:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5, entries=150, sequenceid=728, filesize=12.0 K 2024-11-10T23:41:32,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~76.98 KB/78826, heapSize ~213.77 KB/218904, currentSize=100.63 KB/103050 for 24a4b185024cc7276a8d53d52b8fd660 in 856ms, sequenceid=728, compaction requested=true 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:32,338 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:32,338 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:32,339 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:32,339 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:32,339 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:32,339 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:32,339 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:32,339 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:32,339 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71378d3692d4444b976f0acdeeeed3b1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=33.5 K 2024-11-10T23:41:32,339 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/2cc4a079ca4f48c5b8ce76072da6cf04, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=33.5 K 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc4a079ca4f48c5b8ce76072da6cf04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71378d3692d4444b976f0acdeeeed3b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f2bbab79167482ab2dcaff1ac481985, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731282089276 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d5d7168c2cff46de81111d8de53f8583, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731282089276 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7048feeb9b9a4d4298375aabc32d08cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:32,340 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c264302acca94701ad600029f8323936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:32,347 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:32,348 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/492e53ddc931415f89fb263961057df7 is 50, key is test_row_0/B:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:32,351 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:32,351 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/909da9124f8e4683aecb8926736a4f54 is 50, key is test_row_0/A:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:32,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742133_1309 (size=12541) 2024-11-10T23:41:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742134_1310 (size=12541) 2024-11-10T23:41:32,357 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/492e53ddc931415f89fb263961057df7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/492e53ddc931415f89fb263961057df7 2024-11-10T23:41:32,362 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into 492e53ddc931415f89fb263961057df7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:32,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:32,362 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282092338; duration=0sec 2024-11-10T23:41:32,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:32,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:32,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:32,363 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:32,363 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:32,363 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:32,363 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/a26e177c3e3145998713086068476f3b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=33.5 K 2024-11-10T23:41:32,364 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a26e177c3e3145998713086068476f3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731282088210 2024-11-10T23:41:32,364 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8a2ec3c4444c3a863dbad6c080ec3c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731282089276 2024-11-10T23:41:32,364 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c9402dc6ddb644799845b2722719eeb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:32,370 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:32,371 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e465f8b13a9748068c8b00c63a5a3d37 is 50, key is test_row_0/C:col10/1731282091440/Put/seqid=0 2024-11-10T23:41:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742135_1311 (size=12541) 2024-11-10T23:41:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:32,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=107.34 KB heapSize=320.20 KB 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:32,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:32,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/014dc0e96535488c9bc8ed17dcbb8657 is 50, key is test_row_0/A:col10/1731282092654/Put/seqid=0 2024-11-10T23:41:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742136_1312 (size=12301) 2024-11-10T23:41:32,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282152692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282152692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282152693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282152694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282152699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,762 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/909da9124f8e4683aecb8926736a4f54 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/909da9124f8e4683aecb8926736a4f54 2024-11-10T23:41:32,767 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into 909da9124f8e4683aecb8926736a4f54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:32,767 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:32,767 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282092338; duration=0sec 2024-11-10T23:41:32,767 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:32,767 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:32,781 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e465f8b13a9748068c8b00c63a5a3d37 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e465f8b13a9748068c8b00c63a5a3d37 2024-11-10T23:41:32,786 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into e465f8b13a9748068c8b00c63a5a3d37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:32,786 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:32,787 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282092338; duration=0sec 2024-11-10T23:41:32,787 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:32,787 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:32,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282152811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282152811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282152811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282152811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282152811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/014dc0e96535488c9bc8ed17dcbb8657 2024-11-10T23:41:33,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7c1b474df2a14bf990e5d781f975957f is 50, key is test_row_0/B:col10/1731282092654/Put/seqid=0 2024-11-10T23:41:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742137_1313 (size=12301) 2024-11-10T23:41:33,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T23:41:33,452 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:33,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-10T23:41:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T23:41:33,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:33,455 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:33,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:33,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7c1b474df2a14bf990e5d781f975957f 2024-11-10T23:41:33,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/966c6bf31fb140d28910a1b8e06e7434 is 50, key is test_row_0/C:col10/1731282092654/Put/seqid=0 2024-11-10T23:41:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742138_1314 (size=12301) 2024-11-10T23:41:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T23:41:33,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T23:41:33,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:33,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T23:41:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T23:41:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282153841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282153841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282153841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282153842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282153842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:33,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T23:41:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:33,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:33,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/966c6bf31fb140d28910a1b8e06e7434 2024-11-10T23:41:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/014dc0e96535488c9bc8ed17dcbb8657 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657 2024-11-10T23:41:33,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657, entries=150, sequenceid=750, filesize=12.0 K 2024-11-10T23:41:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/7c1b474df2a14bf990e5d781f975957f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f 2024-11-10T23:41:33,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f, entries=150, sequenceid=750, filesize=12.0 K 2024-11-10T23:41:33,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/966c6bf31fb140d28910a1b8e06e7434 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434 2024-11-10T23:41:33,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434, entries=150, sequenceid=750, filesize=12.0 K 2024-11-10T23:41:33,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 24a4b185024cc7276a8d53d52b8fd660 in 1258ms, sequenceid=750, compaction requested=false 2024-11-10T23:41:33,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:34,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T23:41:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:34,067 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/45a85dee839f444f8b9bbb63ee9a94ec is 50, key is test_row_0/A:col10/1731282092691/Put/seqid=0 2024-11-10T23:41:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742139_1315 (size=12301) 2024-11-10T23:41:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T23:41:34,478 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/45a85dee839f444f8b9bbb63ee9a94ec 2024-11-10T23:41:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cec7ba02dc114b64b89dffffbf264460 is 50, key is test_row_0/B:col10/1731282092691/Put/seqid=0 2024-11-10T23:41:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742140_1316 (size=12301) 2024-11-10T23:41:34,490 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cec7ba02dc114b64b89dffffbf264460 2024-11-10T23:41:34,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/558b4598768c4dd5b443fc381069fa83 is 50, key is test_row_0/C:col10/1731282092691/Put/seqid=0 2024-11-10T23:41:34,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742141_1317 (size=12301) 2024-11-10T23:41:34,529 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/558b4598768c4dd5b443fc381069fa83 2024-11-10T23:41:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/45a85dee839f444f8b9bbb63ee9a94ec as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec 2024-11-10T23:41:34,545 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec, entries=150, sequenceid=763, filesize=12.0 K 2024-11-10T23:41:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cec7ba02dc114b64b89dffffbf264460 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460 2024-11-10T23:41:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460, entries=150, sequenceid=763, filesize=12.0 K 2024-11-10T23:41:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/558b4598768c4dd5b443fc381069fa83 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83 2024-11-10T23:41:34,562 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83, entries=150, sequenceid=763, filesize=12.0 K 2024-11-10T23:41:34,563 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 24a4b185024cc7276a8d53d52b8fd660 in 496ms, sequenceid=763, compaction requested=true 2024-11-10T23:41:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-10T23:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-10T23:41:34,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T23:41:34,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-11-10T23:41:34,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.1160 sec 2024-11-10T23:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T23:41:34,592 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:34,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-10T23:41:34,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T23:41:34,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:34,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T23:41:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-10T23:41:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-10T23:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-10T23:41:34,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T23:41:34,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-10T23:41:34,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 162 msec 2024-11-10T23:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:34,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:34,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:34,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/68b826d375e74d88a4a612e42b47e7bf is 50, key is test_row_0/A:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742142_1318 (size=12297) 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282094869, max timestamp=1731282094881Num uniques 859; 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282094869, max timestamp=1731282094881Num uniques 859; 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282094869, max timestamp=1731282094881Num uniques 859; 2024-11-10T23:41:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282154899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282154900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282154901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282154903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282154904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T23:41:34,911 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:34,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-10T23:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:34,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:34,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:34,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282155011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282155012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282155021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282155021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282155021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282155221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282155221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282155231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282155232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282155232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/68b826d375e74d88a4a612e42b47e7bf 2024-11-10T23:41:35,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cdc5149649b7449e9c820f790cd9b48c is 50, key is test_row_0/B:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742143_1319 (size=9857) 2024-11-10T23:41:35,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282155531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282155531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282155541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282155541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282155542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:35,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cdc5149649b7449e9c820f790cd9b48c 2024-11-10T23:41:35,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/b4aeca36c0c24674b960b76548e645f0 is 50, key is test_row_0/C:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742144_1320 (size=9857) 2024-11-10T23:41:35,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:35,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:35,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:36,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282156041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:36,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282156041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:36,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282156051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:36,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282156051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282156051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:36,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/b4aeca36c0c24674b960b76548e645f0 2024-11-10T23:41:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/68b826d375e74d88a4a612e42b47e7bf as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf 2024-11-10T23:41:36,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf, entries=150, sequenceid=774, filesize=12.0 K 2024-11-10T23:41:36,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/cdc5149649b7449e9c820f790cd9b48c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c 2024-11-10T23:41:36,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c, entries=100, sequenceid=774, filesize=9.6 K 2024-11-10T23:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/b4aeca36c0c24674b960b76548e645f0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0 2024-11-10T23:41:36,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0, entries=100, sequenceid=774, filesize=9.6 K 2024-11-10T23:41:36,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 24a4b185024cc7276a8d53d52b8fd660 in 1249ms, sequenceid=774, compaction requested=true 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:36,109 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:36,109 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:36,110 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:36,110 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:36,110 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:36,110 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:36,110 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:36,110 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:36,110 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/492e53ddc931415f89fb263961057df7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=45.9 K 2024-11-10T23:41:36,111 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/909da9124f8e4683aecb8926736a4f54, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=48.3 K 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909da9124f8e4683aecb8926736a4f54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 492e53ddc931415f89fb263961057df7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c1b474df2a14bf990e5d781f975957f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731282091511 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014dc0e96535488c9bc8ed17dcbb8657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731282091511 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting cec7ba02dc114b64b89dffffbf264460, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=763, earliestPutTs=1731282092691 2024-11-10T23:41:36,111 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45a85dee839f444f8b9bbb63ee9a94ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=763, earliestPutTs=1731282092691 2024-11-10T23:41:36,112 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68b826d375e74d88a4a612e42b47e7bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282094856 2024-11-10T23:41:36,112 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting cdc5149649b7449e9c820f790cd9b48c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282094856 2024-11-10T23:41:36,120 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:36,120 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:36,120 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/abe6c5c7e8674dc99c606c54e403775e is 50, key is test_row_0/B:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:36,121 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/fd56a6db406a4c20b5565c3903c409cd is 50, key is test_row_0/A:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742145_1321 (size=12677) 2024-11-10T23:41:36,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742146_1322 (size=12677) 2024-11-10T23:41:36,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T23:41:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:36,142 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:41:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/4935c1bbeea644aba556848b00359156 is 50, key is test_row_0/A:col10/1731282094898/Put/seqid=0 2024-11-10T23:41:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742147_1323 (size=12301) 2024-11-10T23:41:36,532 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/fd56a6db406a4c20b5565c3903c409cd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/fd56a6db406a4c20b5565c3903c409cd 2024-11-10T23:41:36,537 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into fd56a6db406a4c20b5565c3903c409cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:36,537 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:36,537 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=12, startTime=1731282096109; duration=0sec 2024-11-10T23:41:36,537 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:36,537 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:36,537 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:41:36,538 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/abe6c5c7e8674dc99c606c54e403775e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/abe6c5c7e8674dc99c606c54e403775e 2024-11-10T23:41:36,539 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:41:36,539 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:36,539 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:36,539 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e465f8b13a9748068c8b00c63a5a3d37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=45.9 K 2024-11-10T23:41:36,539 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e465f8b13a9748068c8b00c63a5a3d37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731282091440 2024-11-10T23:41:36,540 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 966c6bf31fb140d28910a1b8e06e7434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731282091511 2024-11-10T23:41:36,540 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 558b4598768c4dd5b443fc381069fa83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=763, earliestPutTs=1731282092691 2024-11-10T23:41:36,541 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4aeca36c0c24674b960b76548e645f0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282094856 2024-11-10T23:41:36,543 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into abe6c5c7e8674dc99c606c54e403775e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:36,543 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:36,543 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=12, startTime=1731282096109; duration=0sec 2024-11-10T23:41:36,543 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:36,544 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:36,551 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:36,551 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e19af592352a43f18d61994345f6585f is 50, key is test_row_0/C:col10/1731282094859/Put/seqid=0 2024-11-10T23:41:36,552 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=809 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/4935c1bbeea644aba556848b00359156 2024-11-10T23:41:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742148_1324 (size=12677) 2024-11-10T23:41:36,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/df493e8e8ceb43698b77e832ee4254fa is 50, key is test_row_0/B:col10/1731282094898/Put/seqid=0 2024-11-10T23:41:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742149_1325 (size=12301) 2024-11-10T23:41:36,960 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/e19af592352a43f18d61994345f6585f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e19af592352a43f18d61994345f6585f 2024-11-10T23:41:36,965 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into e19af592352a43f18d61994345f6585f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:36,965 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:36,965 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=12, startTime=1731282096109; duration=0sec 2024-11-10T23:41:36,965 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:36,965 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:36,966 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=809 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/df493e8e8ceb43698b77e832ee4254fa 2024-11-10T23:41:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/47939b00571c4e3bb5716c1aab15d210 is 50, key is test_row_0/C:col10/1731282094898/Put/seqid=0 2024-11-10T23:41:36,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742150_1326 (size=12301) 2024-11-10T23:41:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:37,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:37,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282157068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282157071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282157071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282157071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,077 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 24a4b185024cc7276a8d53d52b8fd660 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282157073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,077 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 24a4b185024cc7276a8d53d52b8fd660 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,379 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=809 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/47939b00571c4e3bb5716c1aab15d210 2024-11-10T23:41:37,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/4935c1bbeea644aba556848b00359156 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156 2024-11-10T23:41:37,388 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156, entries=150, sequenceid=809, filesize=12.0 K 2024-11-10T23:41:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/df493e8e8ceb43698b77e832ee4254fa as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa 2024-11-10T23:41:37,393 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa, entries=150, sequenceid=809, filesize=12.0 K 2024-11-10T23:41:37,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/47939b00571c4e3bb5716c1aab15d210 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210 2024-11-10T23:41:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282157391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282157391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282157391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,397 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210, entries=150, sequenceid=809, filesize=12.0 K 2024-11-10T23:41:37,398 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 24a4b185024cc7276a8d53d52b8fd660 in 1256ms, sequenceid=809, compaction requested=false 2024-11-10T23:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-10T23:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-10T23:41:37,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T23:41:37,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4870 sec 2024-11-10T23:41:37,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.4920 sec 2024-11-10T23:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:37,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/836756ca90f24c31b3aa771cc0a1fdcd is 50, key is test_row_0/A:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742151_1327 (size=14741) 2024-11-10T23:41:37,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282157727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282157729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282157733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282157841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282157841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282157841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282158051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282158051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282158051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/836756ca90f24c31b3aa771cc0a1fdcd 2024-11-10T23:41:38,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d65e3082bc034ad3a25ec68b7b19e46b is 50, key is test_row_0/B:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742152_1328 (size=12301) 2024-11-10T23:41:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282158361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282158361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282158361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d65e3082bc034ad3a25ec68b7b19e46b 2024-11-10T23:41:38,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/f4ffed4b325244ea960f8e6c38396d7c is 50, key is test_row_0/C:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742153_1329 (size=12301) 2024-11-10T23:41:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282158871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282158871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282158871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:38,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/f4ffed4b325244ea960f8e6c38396d7c 2024-11-10T23:41:38,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/836756ca90f24c31b3aa771cc0a1fdcd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd 2024-11-10T23:41:38,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd, entries=200, sequenceid=824, filesize=14.4 K 2024-11-10T23:41:38,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d65e3082bc034ad3a25ec68b7b19e46b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b 2024-11-10T23:41:38,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b, entries=150, sequenceid=824, filesize=12.0 K 2024-11-10T23:41:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/f4ffed4b325244ea960f8e6c38396d7c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c 2024-11-10T23:41:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c, entries=150, sequenceid=824, filesize=12.0 K 2024-11-10T23:41:38,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 24a4b185024cc7276a8d53d52b8fd660 in 1251ms, sequenceid=824, compaction requested=true 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:38,955 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:38,955 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:38,956 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:38,956 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:38,956 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:38,956 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:38,956 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:38,956 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:38,956 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/fd56a6db406a4c20b5565c3903c409cd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=38.8 K 2024-11-10T23:41:38,956 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/abe6c5c7e8674dc99c606c54e403775e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.4 K 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting abe6c5c7e8674dc99c606c54e403775e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282092692 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd56a6db406a4c20b5565c3903c409cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282092692 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4935c1bbeea644aba556848b00359156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=809, earliestPutTs=1731282094897 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting df493e8e8ceb43698b77e832ee4254fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=809, earliestPutTs=1731282094897 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d65e3082bc034ad3a25ec68b7b19e46b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:38,957 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 836756ca90f24c31b3aa771cc0a1fdcd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:38,965 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:38,965 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/62b90e72426a4b1ba7e9948468ffd6b7 is 50, key is test_row_0/B:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:38,968 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:38,968 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0778369ea3ef4a1eac8674f4d22d12da is 50, key is test_row_0/A:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742154_1330 (size=12779) 2024-11-10T23:41:38,978 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/62b90e72426a4b1ba7e9948468ffd6b7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/62b90e72426a4b1ba7e9948468ffd6b7 2024-11-10T23:41:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742155_1331 (size=12779) 2024-11-10T23:41:38,984 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into 62b90e72426a4b1ba7e9948468ffd6b7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:38,984 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:38,984 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282098955; duration=0sec 2024-11-10T23:41:38,984 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:38,984 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:38,984 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:38,986 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:38,986 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:38,986 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:38,986 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e19af592352a43f18d61994345f6585f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.4 K 2024-11-10T23:41:38,987 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e19af592352a43f18d61994345f6585f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731282092692 2024-11-10T23:41:38,988 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 47939b00571c4e3bb5716c1aab15d210, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=809, earliestPutTs=1731282094897 2024-11-10T23:41:38,989 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ffed4b325244ea960f8e6c38396d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:38,991 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0778369ea3ef4a1eac8674f4d22d12da as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0778369ea3ef4a1eac8674f4d22d12da 2024-11-10T23:41:38,997 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into 0778369ea3ef4a1eac8674f4d22d12da(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:38,997 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:38,997 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282098955; duration=0sec 2024-11-10T23:41:38,997 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:38,997 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:39,002 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:39,003 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/0d3db78a8e934c2c87b92696cc92d9e3 is 50, key is test_row_0/C:col10/1731282097054/Put/seqid=0 2024-11-10T23:41:39,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742156_1332 (size=12779) 2024-11-10T23:41:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T23:41:39,072 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:39,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-10T23:41:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:39,074 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:39,074 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:39,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282097720, max timestamp=1731282099092Num uniques 859; 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282097720, max timestamp=1731282099092Num uniques 859; 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282097720, max timestamp=1731282099092Num uniques 859; 2024-11-10T23:41:39,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:39,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0d31de40ebcc471496718c814c7cec12 is 50, key is test_row_0/A:col10/1731282097731/Put/seqid=0 2024-11-10T23:41:39,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742157_1333 (size=12301) 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282099113, max timestamp=1731282099135Num uniques 859; 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282099113, max timestamp=1731282099135Num uniques 859; 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282099113, max timestamp=1731282099135Num uniques 859; 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:39,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731282099172, max timestamp=1731282099191Num uniques 1018; 2024-11-10T23:41:39,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T23:41:39,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731282099172, max timestamp=1731282099191Num uniques 1018; 2024-11-10T23:41:39,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T23:41:39,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731282099172, max timestamp=1731282099191Num uniques 1018; 2024-11-10T23:41:39,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T23:41:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282099224, max timestamp=1731282099238Num uniques 1027; 2024-11-10T23:41:39,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T23:41:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282099224, max timestamp=1731282099238Num uniques 1027; 2024-11-10T23:41:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T23:41:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731282099224, max timestamp=1731282099238Num uniques 1027; 2024-11-10T23:41:39,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282099265, max timestamp=1731282099285Num uniques 1086; 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282099265, max timestamp=1731282099285Num uniques 1086; 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731282099265, max timestamp=1731282099285Num uniques 1086; 2024-11-10T23:41:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282099321, max timestamp=1731282099334Num uniques 1095; 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282099321, max timestamp=1731282099334Num uniques 1095; 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731282099321, max timestamp=1731282099334Num uniques 1095; 2024-11-10T23:41:39,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-10T23:41:39,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731282099359, max timestamp=1731282099388Num uniques 1104; 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731282099359, max timestamp=1731282099388Num uniques 1104; 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731282099359, max timestamp=1731282099388Num uniques 1104; 2024-11-10T23:41:39,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-10T23:41:39,414 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/0d3db78a8e934c2c87b92696cc92d9e3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0d3db78a8e934c2c87b92696cc92d9e3 2024-11-10T23:41:39,419 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into 0d3db78a8e934c2c87b92696cc92d9e3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:39,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:39,419 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282098955; duration=0sec 2024-11-10T23:41:39,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:39,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282099431, max timestamp=1731282099440Num uniques 1063; 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282099431, max timestamp=1731282099440Num uniques 1063; 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731282099431, max timestamp=1731282099440Num uniques 1063; 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:39,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731282099469, max timestamp=1731282099478Num uniques 1022; 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731282099469, max timestamp=1731282099478Num uniques 1022; 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731282099469, max timestamp=1731282099478Num uniques 1022; 2024-11-10T23:41:39,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-10T23:41:39,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=847 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0d31de40ebcc471496718c814c7cec12 2024-11-10T23:41:39,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/e9e6be9cc3b04ece8075ca7af338b30d is 50, key is test_row_0/B:col10/1731282097731/Put/seqid=0 2024-11-10T23:41:39,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742158_1334 (size=12301) 2024-11-10T23:41:39,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731282099507, max timestamp=1731282099524Num uniques 1031; 2024-11-10T23:41:39,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-10T23:41:39,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731282099507, max timestamp=1731282099524Num uniques 1031; 2024-11-10T23:41:39,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-10T23:41:39,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731282099507, max timestamp=1731282099524Num uniques 1031; 2024-11-10T23:41:39,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-10T23:41:39,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731282099547, max timestamp=1731282099570Num uniques 1090; 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731282099547, max timestamp=1731282099570Num uniques 1090; 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731282099547, max timestamp=1731282099570Num uniques 1090; 2024-11-10T23:41:39,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731282099601, max timestamp=1731282099617Num uniques 1099; 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731282099601, max timestamp=1731282099617Num uniques 1099; 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731282099601, max timestamp=1731282099617Num uniques 1099; 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-11-10T23:41:39,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-11-10T23:41:39,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731282099642, max timestamp=1731282099663Num uniques 1058; 2024-11-10T23:41:39,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731282099642, max timestamp=1731282099663Num uniques 1058; 2024-11-10T23:41:39,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731282099642, max timestamp=1731282099663Num uniques 1058; 2024-11-10T23:41:39,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-10T23:41:39,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-10T23:41:39,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-10T23:41:39,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:39,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1731282099680, max timestamp=1731282099711Num uniques 1067; 2024-11-10T23:41:39,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-10T23:41:39,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1731282099680, max timestamp=1731282099711Num uniques 1067; 2024-11-10T23:41:39,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-10T23:41:39,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1731282099680, max timestamp=1731282099711Num uniques 1067; 2024-11-10T23:41:39,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282099740, max timestamp=1731282099761Num uniques 1076; 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282099740, max timestamp=1731282099761Num uniques 1076; 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731282099740, max timestamp=1731282099761Num uniques 1076; 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-11-10T23:41:39,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731282099791, max timestamp=1731282099809Num uniques 1085; 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731282099791, max timestamp=1731282099809Num uniques 1085; 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731282099791, max timestamp=1731282099809Num uniques 1085; 2024-11-10T23:41:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T23:41:39,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731282099846, max timestamp=1731282099867Num uniques 1044; 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731282099846, max timestamp=1731282099867Num uniques 1044; 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731282099846, max timestamp=1731282099867Num uniques 1044; 2024-11-10T23:41:39,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731282099901, max timestamp=1731282099903Num uniques 1103; 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=7005, suffix heap size=142680,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=153 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731282099901, max timestamp=1731282099903Num uniques 1103; 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=7005, suffix heap size=142680,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=153 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731282099901, max timestamp=1731282099903Num uniques 1103; 2024-11-10T23:41:39,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=7005, suffix heap size=142680,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=153 2024-11-10T23:41:39,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=847 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/e9e6be9cc3b04ece8075ca7af338b30d 2024-11-10T23:41:39,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/660e53931ee64555b5dcc3004936de62 is 50, key is test_row_0/C:col10/1731282097731/Put/seqid=0 2024-11-10T23:41:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742159_1335 (size=12301) 2024-11-10T23:41:39,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1731282099925, max timestamp=1731282099937Num uniques 1012; 2024-11-10T23:41:39,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1731282099925, max timestamp=1731282099937Num uniques 1012; 2024-11-10T23:41:39,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212 2024-11-10T23:41:39,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212 2024-11-10T23:41:39,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1731282099925, max timestamp=1731282099937Num uniques 1012; 2024-11-10T23:41:39,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212 2024-11-10T23:41:39,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282159965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:39,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1731282099948, max timestamp=1731282099967Num uniques 1071; 2024-11-10T23:41:39,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-10T23:41:39,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1731282099948, max timestamp=1731282099967Num uniques 1071; 2024-11-10T23:41:39,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-10T23:41:39,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1731282099948, max timestamp=1731282099967Num uniques 1071; 2024-11-10T23:41:39,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-10T23:41:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:39,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:39,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282099994, max timestamp=1731282100004Num uniques 1130; 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282099994, max timestamp=1731282100004Num uniques 1130; 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731282099994, max timestamp=1731282100004Num uniques 1130; 2024-11-10T23:41:40,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-11-10T23:41:40,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1731282100011, max timestamp=1731282100033Num uniques 1039; 2024-11-10T23:41:40,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1731282100011, max timestamp=1731282100033Num uniques 1039; 2024-11-10T23:41:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=13234, suffix heap size=136024,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=289 2024-11-10T23:41:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=13234, suffix heap size=136024,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=289 2024-11-10T23:41:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1731282100011, max timestamp=1731282100033Num uniques 1039; 2024-11-10T23:41:40,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=13234, suffix heap size=136024,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=289 2024-11-10T23:41:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282160059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=348, cellSize=15938, totalHeapSize=36432, min timestamp=1731282100050, max timestamp=1731282100060Num uniques 1148; 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=348, cellSize=15938, totalHeapSize=36432, min timestamp=1731282100050, max timestamp=1731282100060Num uniques 1148; 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=15938, suffix heap size=147360,new segment heap size=36432 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=348 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=348, cellSize=15938, totalHeapSize=36432, min timestamp=1731282100050, max timestamp=1731282100060Num uniques 1148; 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=15938, suffix heap size=147360,new segment heap size=36432 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=348 2024-11-10T23:41:40,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=15938, suffix heap size=147360,new segment heap size=36432 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=348 2024-11-10T23:41:40,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282160089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282160090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282160094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282160095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282160171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282160201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282160201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:40,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282160212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282160212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=847 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/660e53931ee64555b5dcc3004936de62 2024-11-10T23:41:40,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0d31de40ebcc471496718c814c7cec12 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12 2024-11-10T23:41:40,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12, entries=150, sequenceid=847, filesize=12.0 K 2024-11-10T23:41:40,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/e9e6be9cc3b04ece8075ca7af338b30d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d 2024-11-10T23:41:40,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d, entries=150, sequenceid=847, filesize=12.0 K 2024-11-10T23:41:40,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/660e53931ee64555b5dcc3004936de62 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62 2024-11-10T23:41:40,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62, entries=150, sequenceid=847, filesize=12.0 K 2024-11-10T23:41:40,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=161.02 KB/164880 for 24a4b185024cc7276a8d53d52b8fd660 in 1250ms, sequenceid=847, compaction requested=false 2024-11-10T23:41:40,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:40,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=167.72 KB heapSize=467.58 KB 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:41:40,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/06facd14803f49be82411e72b59749a3 is 50, key is test_row_0/A:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:40,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742160_1336 (size=14741) 2024-11-10T23:41:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282160407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282160411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282160412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282160421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282160421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282160521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282160721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282160722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282160731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282160731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282160731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:40,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=1247 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/06facd14803f49be82411e72b59749a3 2024-11-10T23:41:40,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/edbe68c1c44f4692ad11714004191cf2 is 50, key is test_row_0/B:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742161_1337 (size=12301) 2024-11-10T23:41:40,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:40,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282161041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=1247 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/edbe68c1c44f4692ad11714004191cf2 2024-11-10T23:41:41,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/7b33fb2229a3461d8ef9c127c458d2bb is 50, key is test_row_0/C:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742162_1338 (size=12301) 2024-11-10T23:41:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282161231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282161231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282161241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282161241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282161551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:41,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=1247 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/7b33fb2229a3461d8ef9c127c458d2bb 2024-11-10T23:41:41,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/06facd14803f49be82411e72b59749a3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3 2024-11-10T23:41:41,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3, entries=200, sequenceid=1247, filesize=14.4 K 2024-11-10T23:41:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/edbe68c1c44f4692ad11714004191cf2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2 2024-11-10T23:41:41,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2, entries=150, sequenceid=1247, filesize=12.0 K 2024-11-10T23:41:41,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/7b33fb2229a3461d8ef9c127c458d2bb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb 2024-11-10T23:41:41,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb, entries=150, sequenceid=1247, filesize=12.0 K 2024-11-10T23:41:41,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~467.53 KB/478752, currentSize=20.13 KB/20610 for 24a4b185024cc7276a8d53d52b8fd660 in 1257ms, sequenceid=1247, compaction requested=true 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:41,642 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:41,642 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:41,644 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,644 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,644 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0778369ea3ef4a1eac8674f4d22d12da, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=38.9 K 2024-11-10T23:41:41,644 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/62b90e72426a4b1ba7e9948468ffd6b7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.5 K 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0778369ea3ef4a1eac8674f4d22d12da, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:41,644 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b90e72426a4b1ba7e9948468ffd6b7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:41,645 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d31de40ebcc471496718c814c7cec12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731282097727 2024-11-10T23:41:41,645 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e9e6be9cc3b04ece8075ca7af338b30d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731282097727 2024-11-10T23:41:41,645 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06facd14803f49be82411e72b59749a3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:41,645 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting edbe68c1c44f4692ad11714004191cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:41,653 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:41,653 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:41,654 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/c233502079ab4e7f9c32d9bb06624c94 is 50, key is test_row_0/B:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:41,654 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/93f5864aa55145cb8fca6095cd3d6b88 is 50, key is test_row_0/A:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:41,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742163_1339 (size=12881) 2024-11-10T23:41:41,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T23:41:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,677 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742164_1340 (size=12881) 2024-11-10T23:41:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/1b6fe5de516449749a322d5ed01853e5 is 50, key is test_row_1/A:col10/1731282100396/Put/seqid=0 2024-11-10T23:41:41,686 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/c233502079ab4e7f9c32d9bb06624c94 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c233502079ab4e7f9c32d9bb06624c94 2024-11-10T23:41:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742165_1341 (size=9857) 2024-11-10T23:41:41,687 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=1253 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/1b6fe5de516449749a322d5ed01853e5 2024-11-10T23:41:41,692 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into c233502079ab4e7f9c32d9bb06624c94(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:41,693 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:41,693 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282101642; duration=0sec 2024-11-10T23:41:41,693 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:41,693 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:41,693 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/31ca5604cc0e4645a18bc32ddd7064f4 is 50, key is test_row_1/B:col10/1731282100396/Put/seqid=0 2024-11-10T23:41:41,695 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:41,695 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:41,695 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:41,695 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0d3db78a8e934c2c87b92696cc92d9e3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.5 K 2024-11-10T23:41:41,696 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d3db78a8e934c2c87b92696cc92d9e3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1731282097054 2024-11-10T23:41:41,697 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 660e53931ee64555b5dcc3004936de62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731282097727 2024-11-10T23:41:41,697 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b33fb2229a3461d8ef9c127c458d2bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742166_1342 (size=9857) 2024-11-10T23:41:41,698 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=1253 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/31ca5604cc0e4645a18bc32ddd7064f4 2024-11-10T23:41:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82a648319ffd4e358171eaecc45ddc43 is 50, key is test_row_1/C:col10/1731282100396/Put/seqid=0 2024-11-10T23:41:41,707 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:41,707 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/df6dc924fd7d4be98e0d1d9243604332 is 50, key is test_row_0/C:col10/1731282100384/Put/seqid=0 2024-11-10T23:41:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742167_1343 (size=9857) 2024-11-10T23:41:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742168_1344 (size=12881) 2024-11-10T23:41:42,067 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/93f5864aa55145cb8fca6095cd3d6b88 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/93f5864aa55145cb8fca6095cd3d6b88 2024-11-10T23:41:42,073 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into 93f5864aa55145cb8fca6095cd3d6b88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:42,073 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:42,073 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282101642; duration=0sec 2024-11-10T23:41:42,073 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:42,073 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:42,111 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=1253 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82a648319ffd4e358171eaecc45ddc43 2024-11-10T23:41:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/1b6fe5de516449749a322d5ed01853e5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5 2024-11-10T23:41:42,117 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/df6dc924fd7d4be98e0d1d9243604332 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/df6dc924fd7d4be98e0d1d9243604332 2024-11-10T23:41:42,121 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5, entries=100, sequenceid=1253, filesize=9.6 K 2024-11-10T23:41:42,121 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into df6dc924fd7d4be98e0d1d9243604332(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:42,121 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:42,121 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282101642; duration=0sec 2024-11-10T23:41:42,122 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:42,122 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/31ca5604cc0e4645a18bc32ddd7064f4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4 2024-11-10T23:41:42,128 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4, entries=100, sequenceid=1253, filesize=9.6 K 2024-11-10T23:41:42,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82a648319ffd4e358171eaecc45ddc43 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43 2024-11-10T23:41:42,132 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43, entries=100, sequenceid=1253, filesize=9.6 K 2024-11-10T23:41:42,133 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 24a4b185024cc7276a8d53d52b8fd660 in 456ms, sequenceid=1253, compaction requested=false 2024-11-10T23:41:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-10T23:41:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-10T23:41:42,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T23:41:42,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0610 sec 2024-11-10T23:41:42,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 3.0650 sec 2024-11-10T23:41:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:42,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:42,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:42,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/f3a33c08ca7341588c59d0e86421cf64 is 50, key is test_row_0/A:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742169_1345 (size=14741) 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282102275, max timestamp=1731282102291Num uniques 859; 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282102275, max timestamp=1731282102291Num uniques 859; 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282102275, max timestamp=1731282102291Num uniques 859; 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:42,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282162313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282162314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282162315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282162318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282162431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282162432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282162432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282162432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282162561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,566 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 24a4b185024cc7276a8d53d52b8fd660 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282162641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 358 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282162641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282162641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282162641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1266 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/f3a33c08ca7341588c59d0e86421cf64 2024-11-10T23:41:42,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/782dd2e32bd7436b83281b922ca44184 is 50, key is test_row_0/B:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742170_1346 (size=12301) 2024-11-10T23:41:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282162951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282162951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282162951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282162952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:43,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1266 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/782dd2e32bd7436b83281b922ca44184 2024-11-10T23:41:43,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/5e8d487b14334a26bf317b22527a0943 is 50, key is test_row_0/C:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742171_1347 (size=12301) 2024-11-10T23:41:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T23:41:43,231 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:43,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-10T23:41:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:43,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:43,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:43,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:43,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T23:41:43,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:43,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:43,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:43,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282163461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282163461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282163471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282163471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:43,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1266 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/5e8d487b14334a26bf317b22527a0943 2024-11-10T23:41:43,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/f3a33c08ca7341588c59d0e86421cf64 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64 2024-11-10T23:41:43,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64, entries=200, sequenceid=1266, filesize=14.4 K 2024-11-10T23:41:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/782dd2e32bd7436b83281b922ca44184 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184 2024-11-10T23:41:43,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184, entries=150, sequenceid=1266, filesize=12.0 K 2024-11-10T23:41:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/5e8d487b14334a26bf317b22527a0943 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943 2024-11-10T23:41:43,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943, entries=150, sequenceid=1266, filesize=12.0 K 2024-11-10T23:41:43,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 24a4b185024cc7276a8d53d52b8fd660 in 1257ms, sequenceid=1266, compaction requested=true 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:43,514 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:43,514 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:43,515 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37479 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:43,515 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:43,515 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:43,515 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:43,515 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,515 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,515 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/93f5864aa55145cb8fca6095cd3d6b88, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.6 K 2024-11-10T23:41:43,515 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c233502079ab4e7f9c32d9bb06624c94, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=34.2 K 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93f5864aa55145cb8fca6095cd3d6b88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c233502079ab4e7f9c32d9bb06624c94, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b6fe5de516449749a322d5ed01853e5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1253, earliestPutTs=1731282100396 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ca5604cc0e4645a18bc32ddd7064f4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1253, earliestPutTs=1731282100396 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a33c08ca7341588c59d0e86421cf64, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:43,516 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 782dd2e32bd7436b83281b922ca44184, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:43,523 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:43,523 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/8ee4a6643bc7417cb7fe1e3f019bc83c is 50, key is test_row_0/B:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:43,528 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742172_1348 (size=12983) 2024-11-10T23:41:43,529 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/a9e2e110db3d42dbb8a77796ea24510f is 50, key is test_row_0/A:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742173_1349 (size=12983) 2024-11-10T23:41:43,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T23:41:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,540 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:41:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec is 50, key is test_row_0/A:col10/1731282102312/Put/seqid=0 2024-11-10T23:41:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742174_1350 (size=12301) 2024-11-10T23:41:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:43,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/8ee4a6643bc7417cb7fe1e3f019bc83c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/8ee4a6643bc7417cb7fe1e3f019bc83c 2024-11-10T23:41:43,941 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/a9e2e110db3d42dbb8a77796ea24510f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/a9e2e110db3d42dbb8a77796ea24510f 2024-11-10T23:41:43,942 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into 8ee4a6643bc7417cb7fe1e3f019bc83c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:43,942 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:43,942 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282103514; duration=0sec 2024-11-10T23:41:43,942 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:43,942 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:43,942 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:43,943 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:43,943 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:43,943 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:43,943 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/df6dc924fd7d4be98e0d1d9243604332, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=34.2 K 2024-11-10T23:41:43,944 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting df6dc924fd7d4be98e0d1d9243604332, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=1247, earliestPutTs=1731282100088 2024-11-10T23:41:43,944 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a648319ffd4e358171eaecc45ddc43, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1253, earliestPutTs=1731282100396 2024-11-10T23:41:43,945 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e8d487b14334a26bf317b22527a0943, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:43,946 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into a9e2e110db3d42dbb8a77796ea24510f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:43,947 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:43,947 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282103514; duration=0sec 2024-11-10T23:41:43,947 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:43,947 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:43,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=1301 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec 2024-11-10T23:41:43,962 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d99640d3e01742fc93b4a61a0c53069e is 50, key is test_row_0/B:col10/1731282102312/Put/seqid=0 2024-11-10T23:41:43,963 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/af4328c454fb4ca9b2dbca7f7cc7e684 is 50, key is test_row_0/C:col10/1731282102256/Put/seqid=0 2024-11-10T23:41:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742175_1351 (size=12301) 2024-11-10T23:41:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742176_1352 (size=12983) 2024-11-10T23:41:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:44,373 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=1301 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d99640d3e01742fc93b4a61a0c53069e 2024-11-10T23:41:44,378 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/af4328c454fb4ca9b2dbca7f7cc7e684 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/af4328c454fb4ca9b2dbca7f7cc7e684 2024-11-10T23:41:44,384 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into af4328c454fb4ca9b2dbca7f7cc7e684(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:44,384 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:44,384 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282103514; duration=0sec 2024-11-10T23:41:44,384 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:44,384 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/3bfc4ee2d5eb4b1296d49721de4de0c0 is 50, key is test_row_0/C:col10/1731282102312/Put/seqid=0 2024-11-10T23:41:44,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742177_1353 (size=12301) 2024-11-10T23:41:44,398 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=1301 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/3bfc4ee2d5eb4b1296d49721de4de0c0 2024-11-10T23:41:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec 2024-11-10T23:41:44,408 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec, entries=150, sequenceid=1301, filesize=12.0 K 2024-11-10T23:41:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/d99640d3e01742fc93b4a61a0c53069e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e 2024-11-10T23:41:44,413 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e, entries=150, sequenceid=1301, filesize=12.0 K 2024-11-10T23:41:44,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/3bfc4ee2d5eb4b1296d49721de4de0c0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0 2024-11-10T23:41:44,420 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0, entries=150, sequenceid=1301, filesize=12.0 K 2024-11-10T23:41:44,421 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 24a4b185024cc7276a8d53d52b8fd660 in 881ms, sequenceid=1301, compaction requested=false 2024-11-10T23:41:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-10T23:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-10T23:41:44,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T23:41:44,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1890 sec 2024-11-10T23:41:44,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.1950 sec 2024-11-10T23:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:44,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:44,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/70c81cc8202649dbafba685f2d701b12 is 50, key is test_row_0/A:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742178_1354 (size=9857) 2024-11-10T23:41:44,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282104507, max timestamp=1731282104516Num uniques 859; 2024-11-10T23:41:44,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:44,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282104507, max timestamp=1731282104516Num uniques 859; 2024-11-10T23:41:44,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:41:44,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282104507, max timestamp=1731282104518Num uniques 859; 2024-11-10T23:41:44,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:41:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282164537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282164540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282164541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282164543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59366 deadline: 1731282164581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,583 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 24a4b185024cc7276a8d53d52b8fd660 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:41:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282164651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282164651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282164651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282164651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282164861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282164861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282164861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282164861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:44,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1314 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/70c81cc8202649dbafba685f2d701b12 2024-11-10T23:41:44,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/3840a62d002d4486978662527ac7ff79 is 50, key is test_row_0/B:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742179_1355 (size=9857) 2024-11-10T23:41:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282165170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 377 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282165171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282165171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282165171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1314 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/3840a62d002d4486978662527ac7ff79 2024-11-10T23:41:45,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82b06120c5014b1b832eb1cc5d0d44f0 is 50, key is test_row_0/C:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742180_1356 (size=9857) 2024-11-10T23:41:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T23:41:45,381 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-10T23:41:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:45,383 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:45,384 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:45,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:45,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T23:41:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282165681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 378 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282165681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282165681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282165681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:45,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T23:41:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:45,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=1314 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82b06120c5014b1b832eb1cc5d0d44f0 2024-11-10T23:41:45,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/70c81cc8202649dbafba685f2d701b12 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12 2024-11-10T23:41:45,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12, entries=100, sequenceid=1314, filesize=9.6 K 2024-11-10T23:41:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/3840a62d002d4486978662527ac7ff79 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79 2024-11-10T23:41:45,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79, entries=100, sequenceid=1314, filesize=9.6 K 2024-11-10T23:41:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/82b06120c5014b1b832eb1cc5d0d44f0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0 2024-11-10T23:41:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0, entries=100, sequenceid=1314, filesize=9.6 K 2024-11-10T23:41:45,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 24a4b185024cc7276a8d53d52b8fd660 in 1264ms, sequenceid=1314, compaction requested=true 2024-11-10T23:41:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:45,746 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:45,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:45,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:45,747 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:45,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:45,747 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:45,747 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:45,748 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:45,748 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:45,748 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,748 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,748 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/a9e2e110db3d42dbb8a77796ea24510f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=34.3 K 2024-11-10T23:41:45,748 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/8ee4a6643bc7417cb7fe1e3f019bc83c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=34.3 K 2024-11-10T23:41:45,748 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e2e110db3d42dbb8a77796ea24510f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:45,748 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee4a6643bc7417cb7fe1e3f019bc83c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:45,749 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d99640d3e01742fc93b4a61a0c53069e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1301, earliestPutTs=1731282102312 2024-11-10T23:41:45,749 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e4e1b44e9a04d74a5a165f6d1bcb7ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1301, earliestPutTs=1731282102312 2024-11-10T23:41:45,749 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3840a62d002d4486978662527ac7ff79, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282104476 2024-11-10T23:41:45,749 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70c81cc8202649dbafba685f2d701b12, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282104476 2024-11-10T23:41:45,758 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:45,759 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/b3ab4d78c074423ab4443ae997aadc6f is 50, key is test_row_0/A:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:45,761 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:45,767 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/de7d650cecae4dd88ea72a888f0996c0 is 50, key is test_row_0/B:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742181_1357 (size=13085) 2024-11-10T23:41:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742182_1358 (size=13085) 2024-11-10T23:41:45,773 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/b3ab4d78c074423ab4443ae997aadc6f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b3ab4d78c074423ab4443ae997aadc6f 2024-11-10T23:41:45,778 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into b3ab4d78c074423ab4443ae997aadc6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:45,778 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:45,778 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282105746; duration=0sec 2024-11-10T23:41:45,778 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:45,778 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:45,778 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:45,779 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:45,779 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:45,779 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,779 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/af4328c454fb4ca9b2dbca7f7cc7e684, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=34.3 K 2024-11-10T23:41:45,779 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting af4328c454fb4ca9b2dbca7f7cc7e684, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1266, earliestPutTs=1731282102251 2024-11-10T23:41:45,780 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bfc4ee2d5eb4b1296d49721de4de0c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1301, earliestPutTs=1731282102312 2024-11-10T23:41:45,780 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82b06120c5014b1b832eb1cc5d0d44f0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282104476 2024-11-10T23:41:45,786 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:45,786 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/9884c1726b994ab4a1b39d8e19c8e258 is 50, key is test_row_0/C:col10/1731282104481/Put/seqid=0 2024-11-10T23:41:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742183_1359 (size=13085) 2024-11-10T23:41:45,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T23:41:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:45,843 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-10T23:41:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/b7e453d3555a49fca81ddb3e84d61a3e is 50, key is test_row_0/A:col10/1731282104538/Put/seqid=0 2024-11-10T23:41:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742184_1360 (size=12301) 2024-11-10T23:41:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:46,176 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/de7d650cecae4dd88ea72a888f0996c0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/de7d650cecae4dd88ea72a888f0996c0 2024-11-10T23:41:46,180 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into de7d650cecae4dd88ea72a888f0996c0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:46,180 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:46,180 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282105746; duration=0sec 2024-11-10T23:41:46,180 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:46,180 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:46,193 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/9884c1726b994ab4a1b39d8e19c8e258 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9884c1726b994ab4a1b39d8e19c8e258 2024-11-10T23:41:46,198 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into 9884c1726b994ab4a1b39d8e19c8e258(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:46,198 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:46,198 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282105747; duration=0sec 2024-11-10T23:41:46,198 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:46,198 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:46,252 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=1351 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/b7e453d3555a49fca81ddb3e84d61a3e 2024-11-10T23:41:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b075ae9bd36c40deb51d6afd57f07c1e is 50, key is test_row_0/B:col10/1731282104538/Put/seqid=0 2024-11-10T23:41:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742185_1361 (size=12301) 2024-11-10T23:41:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:46,668 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=1351 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b075ae9bd36c40deb51d6afd57f07c1e 2024-11-10T23:41:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/14ccf429405145dc969c87e0ccfa0600 is 50, key is test_row_0/C:col10/1731282104538/Put/seqid=0 2024-11-10T23:41:46,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742186_1362 (size=12301) 2024-11-10T23:41:46,686 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=1351 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/14ccf429405145dc969c87e0ccfa0600 2024-11-10T23:41:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/b7e453d3555a49fca81ddb3e84d61a3e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e 2024-11-10T23:41:46,694 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e, entries=150, sequenceid=1351, filesize=12.0 K 2024-11-10T23:41:46,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b075ae9bd36c40deb51d6afd57f07c1e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e 2024-11-10T23:41:46,699 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e, entries=150, sequenceid=1351, filesize=12.0 K 2024-11-10T23:41:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-10T23:41:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/14ccf429405145dc969c87e0ccfa0600 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600 2024-11-10T23:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:46,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. as already flushing 2024-11-10T23:41:46,705 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600, entries=150, sequenceid=1351, filesize=12.0 K 2024-11-10T23:41:46,706 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=26.84 KB/27480 for 24a4b185024cc7276a8d53d52b8fd660 in 863ms, sequenceid=1351, compaction requested=false 2024-11-10T23:41:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-10T23:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-10T23:41:46,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T23:41:46,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-11-10T23:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:46,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:46,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.3290 sec 2024-11-10T23:41:46,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c471bbc3be8a457b9ae9fba4208a39fc is 50, key is test_row_0/A:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742187_1363 (size=17181) 2024-11-10T23:41:46,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=1364 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c471bbc3be8a457b9ae9fba4208a39fc 2024-11-10T23:41:46,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b69fc1e47c324bc085d682c0e88cb900 is 50, key is test_row_0/B:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:46,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742188_1364 (size=12301) 2024-11-10T23:41:46,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=1364 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b69fc1e47c324bc085d682c0e88cb900 2024-11-10T23:41:46,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/89a84a6c707b43488f379dd92905b7b7 is 50, key is test_row_0/C:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282106731, max timestamp=1731282106744Num uniques 859; 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282106731, max timestamp=1731282106744Num uniques 859; 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282106731, max timestamp=1731282106744Num uniques 859; 2024-11-10T23:41:46,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:41:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742189_1365 (size=12301) 2024-11-10T23:41:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282166769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282166770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 389 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282166771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282166772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282166881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282166881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 390 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282166881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282166881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:47,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59422 deadline: 1731282167091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 391 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59438 deadline: 1731282167091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:47,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1731282167091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:47,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59440 deadline: 1731282167091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:41:47,139 INFO [Thread-1318 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1318. 2024-11-10T23:41:47,139 DEBUG [Thread-1318 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,139 DEBUG [Thread-1318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,139 DEBUG [Thread-1318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,139 INFO [Thread-1320 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1320. 2024-11-10T23:41:47,139 DEBUG [Thread-1320 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,139 DEBUG [Thread-1320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,140 DEBUG [Thread-1320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,142 INFO [Thread-1322 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1322. 2024-11-10T23:41:47,142 DEBUG [Thread-1322 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,142 DEBUG [Thread-1322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,142 DEBUG [Thread-1322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,144 INFO [Thread-1324 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1324. 2024-11-10T23:41:47,144 DEBUG [Thread-1324 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,144 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,144 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,145 INFO [Thread-1316 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1316. 2024-11-10T23:41:47,145 DEBUG [Thread-1316 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,145 DEBUG [Thread-1316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,145 DEBUG [Thread-1316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=1364 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/89a84a6c707b43488f379dd92905b7b7 2024-11-10T23:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/c471bbc3be8a457b9ae9fba4208a39fc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc 2024-11-10T23:41:47,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc, entries=250, sequenceid=1364, filesize=16.8 K 2024-11-10T23:41:47,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/b69fc1e47c324bc085d682c0e88cb900 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900 2024-11-10T23:41:47,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900, entries=150, sequenceid=1364, filesize=12.0 K 2024-11-10T23:41:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/89a84a6c707b43488f379dd92905b7b7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7 2024-11-10T23:41:47,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7, entries=150, sequenceid=1364, filesize=12.0 K 2024-11-10T23:41:47,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 24a4b185024cc7276a8d53d52b8fd660 in 455ms, sequenceid=1364, compaction requested=true 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:47,166 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 24a4b185024cc7276a8d53d52b8fd660:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:47,166 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/A is initiating minor compaction (all files) 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/B is initiating minor compaction (all files) 2024-11-10T23:41:47,167 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/A in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:47,167 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/B in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:47,167 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b3ab4d78c074423ab4443ae997aadc6f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=41.6 K 2024-11-10T23:41:47,167 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/de7d650cecae4dd88ea72a888f0996c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.8 K 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ab4d78c074423ab4443ae997aadc6f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282102312 2024-11-10T23:41:47,167 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting de7d650cecae4dd88ea72a888f0996c0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282102312 2024-11-10T23:41:47,168 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e453d3555a49fca81ddb3e84d61a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1351, earliestPutTs=1731282104535 2024-11-10T23:41:47,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b075ae9bd36c40deb51d6afd57f07c1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1351, earliestPutTs=1731282104535 2024-11-10T23:41:47,168 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c471bbc3be8a457b9ae9fba4208a39fc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=1364, earliestPutTs=1731282106702 2024-11-10T23:41:47,168 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b69fc1e47c324bc085d682c0e88cb900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1364, earliestPutTs=1731282106702 2024-11-10T23:41:47,175 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:47,175 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#A#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:47,175 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/c17c548789464fb39fe8320640983a94 is 50, key is test_row_0/B:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:47,175 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/1414d21ea77b4664b010544663abd6e2 is 50, key is test_row_0/A:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742190_1366 (size=13187) 2024-11-10T23:41:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742191_1367 (size=13187) 2024-11-10T23:41:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:47,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:41:47,404 INFO [Thread-1307 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1307. 2024-11-10T23:41:47,404 INFO [Thread-1309 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1309. 2024-11-10T23:41:47,404 INFO [Thread-1305 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1305. 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:47,404 DEBUG [Thread-1307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,404 DEBUG [Thread-1309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,404 DEBUG [Thread-1305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,404 DEBUG [Thread-1309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [Thread-1307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [Thread-1305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:47,404 DEBUG [Thread-1307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [Thread-1309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [Thread-1305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:41:47,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,405 INFO [Thread-1311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1311. 2024-11-10T23:41:47,405 DEBUG [Thread-1311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:47,405 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,405 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:47,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:47,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/de5d3f7bbd6b4dee9ace2c236e25640a is 50, key is test_row_0/A:col10/1731282107402/Put/seqid=0 2024-11-10T23:41:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742192_1368 (size=12301) 2024-11-10T23:41:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T23:41:47,531 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:47,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:41:47,583 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/1414d21ea77b4664b010544663abd6e2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1414d21ea77b4664b010544663abd6e2 2024-11-10T23:41:47,583 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/c17c548789464fb39fe8320640983a94 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c17c548789464fb39fe8320640983a94 2024-11-10T23:41:47,587 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/B of 24a4b185024cc7276a8d53d52b8fd660 into c17c548789464fb39fe8320640983a94(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:47,587 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/A of 24a4b185024cc7276a8d53d52b8fd660 into 1414d21ea77b4664b010544663abd6e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:47,587 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/B, priority=13, startTime=1731282107166; duration=0sec 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:47,587 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/A, priority=13, startTime=1731282107166; duration=0sec 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:B 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:47,587 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:A 2024-11-10T23:41:47,588 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:47,588 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 24a4b185024cc7276a8d53d52b8fd660/C is initiating minor compaction (all files) 2024-11-10T23:41:47,588 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 24a4b185024cc7276a8d53d52b8fd660/C in TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:47,588 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9884c1726b994ab4a1b39d8e19c8e258, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp, totalSize=36.8 K 2024-11-10T23:41:47,588 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9884c1726b994ab4a1b39d8e19c8e258, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=1314, earliestPutTs=1731282102312 2024-11-10T23:41:47,589 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 14ccf429405145dc969c87e0ccfa0600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1351, earliestPutTs=1731282104535 2024-11-10T23:41:47,589 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a84a6c707b43488f379dd92905b7b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1364, earliestPutTs=1731282106702 2024-11-10T23:41:47,594 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 24a4b185024cc7276a8d53d52b8fd660#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:47,594 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/dda1f757426642d799006cb28d76d2f1 is 50, key is test_row_0/C:col10/1731282106702/Put/seqid=0 2024-11-10T23:41:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742193_1369 (size=13187) 2024-11-10T23:41:47,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=1401 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/de5d3f7bbd6b4dee9ace2c236e25640a 2024-11-10T23:41:47,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/012fec222775403ab2f3c18f0d643a8f is 50, key is test_row_0/B:col10/1731282107402/Put/seqid=0 2024-11-10T23:41:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742194_1370 (size=12301) 2024-11-10T23:41:48,002 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/dda1f757426642d799006cb28d76d2f1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/dda1f757426642d799006cb28d76d2f1 2024-11-10T23:41:48,006 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 24a4b185024cc7276a8d53d52b8fd660/C of 24a4b185024cc7276a8d53d52b8fd660 into dda1f757426642d799006cb28d76d2f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:48,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:48,006 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., storeName=24a4b185024cc7276a8d53d52b8fd660/C, priority=13, startTime=1731282107166; duration=0sec 2024-11-10T23:41:48,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:48,006 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 24a4b185024cc7276a8d53d52b8fd660:C 2024-11-10T23:41:48,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=1401 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/012fec222775403ab2f3c18f0d643a8f 2024-11-10T23:41:48,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/4b40a77d919d4cf9ae2bc7d744f8fb0a is 50, key is test_row_0/C:col10/1731282107402/Put/seqid=0 2024-11-10T23:41:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742195_1371 (size=12301) 2024-11-10T23:41:48,612 INFO [Thread-1313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1313. 2024-11-10T23:41:48,613 DEBUG [Thread-1313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:41:48,613 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:48,613 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:48,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 250 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 347 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 242 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 194 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 287 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3013 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2873 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2982 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3010 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2873 2024-11-10T23:41:48,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:41:48,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:41:48,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:41:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:48,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:48,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:41:48,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:41:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:48,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282108617"}]},"ts":"1731282108617"} 2024-11-10T23:41:48,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:41:48,618 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:41:48,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:41:48,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, UNASSIGN}] 2024-11-10T23:41:48,621 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, UNASSIGN 2024-11-10T23:41:48,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=24a4b185024cc7276a8d53d52b8fd660, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:48,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, UNASSIGN because future has completed 2024-11-10T23:41:48,623 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:41:48,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:48,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=1401 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/4b40a77d919d4cf9ae2bc7d744f8fb0a 2024-11-10T23:41:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/de5d3f7bbd6b4dee9ace2c236e25640a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/de5d3f7bbd6b4dee9ace2c236e25640a 2024-11-10T23:41:48,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/de5d3f7bbd6b4dee9ace2c236e25640a, entries=150, sequenceid=1401, filesize=12.0 K 2024-11-10T23:41:48,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/012fec222775403ab2f3c18f0d643a8f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/012fec222775403ab2f3c18f0d643a8f 2024-11-10T23:41:48,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/012fec222775403ab2f3c18f0d643a8f, entries=150, sequenceid=1401, filesize=12.0 K 2024-11-10T23:41:48,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/4b40a77d919d4cf9ae2bc7d744f8fb0a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/4b40a77d919d4cf9ae2bc7d744f8fb0a 2024-11-10T23:41:48,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/4b40a77d919d4cf9ae2bc7d744f8fb0a, entries=150, sequenceid=1401, filesize=12.0 K 2024-11-10T23:41:48,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=13.42 KB/13740 for 24a4b185024cc7276a8d53d52b8fd660 in 1242ms, sequenceid=1401, compaction requested=false 2024-11-10T23:41:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 24a4b185024cc7276a8d53d52b8fd660: 2024-11-10T23:41:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:48,775 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:48,775 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:41:48,775 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 24a4b185024cc7276a8d53d52b8fd660, disabling compactions & flushes 2024-11-10T23:41:48,775 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:48,775 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:48,775 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. after waiting 0 ms 2024-11-10T23:41:48,775 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:48,775 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 24a4b185024cc7276a8d53d52b8fd660 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=A 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=B 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 24a4b185024cc7276a8d53d52b8fd660, store=C 2024-11-10T23:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:48,779 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/71e2abd697e1443f95adf6ea3c76de7a is 50, key is test_row_1/A:col10/1731282108611/Put/seqid=0 2024-11-10T23:41:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742196_1372 (size=7415) 2024-11-10T23:41:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:49,183 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=1409 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/71e2abd697e1443f95adf6ea3c76de7a 2024-11-10T23:41:49,189 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/42517e591d0d42928278039a3ff4b46b is 50, key is test_row_1/B:col10/1731282108611/Put/seqid=0 2024-11-10T23:41:49,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742197_1373 (size=7415) 2024-11-10T23:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:49,593 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=1409 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/42517e591d0d42928278039a3ff4b46b 2024-11-10T23:41:49,599 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/29fd69234a9341f4840b5b95d0451edf is 50, key is test_row_1/C:col10/1731282108611/Put/seqid=0 2024-11-10T23:41:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742198_1374 (size=7415) 2024-11-10T23:41:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:50,002 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=1409 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/29fd69234a9341f4840b5b95d0451edf 2024-11-10T23:41:50,006 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/A/71e2abd697e1443f95adf6ea3c76de7a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71e2abd697e1443f95adf6ea3c76de7a 2024-11-10T23:41:50,009 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71e2abd697e1443f95adf6ea3c76de7a, entries=50, sequenceid=1409, filesize=7.2 K 2024-11-10T23:41:50,009 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/B/42517e591d0d42928278039a3ff4b46b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/42517e591d0d42928278039a3ff4b46b 2024-11-10T23:41:50,012 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/42517e591d0d42928278039a3ff4b46b, entries=50, sequenceid=1409, filesize=7.2 K 2024-11-10T23:41:50,013 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/.tmp/C/29fd69234a9341f4840b5b95d0451edf as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/29fd69234a9341f4840b5b95d0451edf 2024-11-10T23:41:50,015 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/29fd69234a9341f4840b5b95d0451edf, entries=50, sequenceid=1409, filesize=7.2 K 2024-11-10T23:41:50,016 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 24a4b185024cc7276a8d53d52b8fd660 in 1241ms, sequenceid=1409, compaction requested=true 2024-11-10T23:41:50,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71378d3692d4444b976f0acdeeeed3b1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/909da9124f8e4683aecb8926736a4f54, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/fd56a6db406a4c20b5565c3903c409cd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0778369ea3ef4a1eac8674f4d22d12da, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/93f5864aa55145cb8fca6095cd3d6b88, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/a9e2e110db3d42dbb8a77796ea24510f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b3ab4d78c074423ab4443ae997aadc6f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc] to archive 2024-11-10T23:41:50,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:50,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/50d174f7ea8241afad926e1e208dbb26 2024-11-10T23:41:50,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/48e0a71363414ae196b2dcb18b141a91 2024-11-10T23:41:50,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/2323390af0a242e7a7317bcd9c14b722 2024-11-10T23:41:50,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/3a5932c8bdd346f5bfcf0956c0ae79c5 2024-11-10T23:41:50,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71378d3692d4444b976f0acdeeeed3b1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71378d3692d4444b976f0acdeeeed3b1 2024-11-10T23:41:50,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/9f2bbab79167482ab2dcaff1ac481985 2024-11-10T23:41:50,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/909da9124f8e4683aecb8926736a4f54 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/909da9124f8e4683aecb8926736a4f54 2024-11-10T23:41:50,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c264302acca94701ad600029f8323936 2024-11-10T23:41:50,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/014dc0e96535488c9bc8ed17dcbb8657 2024-11-10T23:41:50,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/45a85dee839f444f8b9bbb63ee9a94ec 2024-11-10T23:41:50,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/fd56a6db406a4c20b5565c3903c409cd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/fd56a6db406a4c20b5565c3903c409cd 2024-11-10T23:41:50,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/68b826d375e74d88a4a612e42b47e7bf 2024-11-10T23:41:50,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/4935c1bbeea644aba556848b00359156 2024-11-10T23:41:50,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/836756ca90f24c31b3aa771cc0a1fdcd 2024-11-10T23:41:50,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0778369ea3ef4a1eac8674f4d22d12da to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0778369ea3ef4a1eac8674f4d22d12da 2024-11-10T23:41:50,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0d31de40ebcc471496718c814c7cec12 2024-11-10T23:41:50,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/06facd14803f49be82411e72b59749a3 2024-11-10T23:41:50,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/93f5864aa55145cb8fca6095cd3d6b88 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/93f5864aa55145cb8fca6095cd3d6b88 2024-11-10T23:41:50,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1b6fe5de516449749a322d5ed01853e5 2024-11-10T23:41:50,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/f3a33c08ca7341588c59d0e86421cf64 2024-11-10T23:41:50,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/a9e2e110db3d42dbb8a77796ea24510f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/a9e2e110db3d42dbb8a77796ea24510f 2024-11-10T23:41:50,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/0e4e1b44e9a04d74a5a165f6d1bcb7ec 2024-11-10T23:41:50,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b3ab4d78c074423ab4443ae997aadc6f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b3ab4d78c074423ab4443ae997aadc6f 2024-11-10T23:41:50,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/70c81cc8202649dbafba685f2d701b12 2024-11-10T23:41:50,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/b7e453d3555a49fca81ddb3e84d61a3e 2024-11-10T23:41:50,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/c471bbc3be8a457b9ae9fba4208a39fc 2024-11-10T23:41:50,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/2cc4a079ca4f48c5b8ce76072da6cf04, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/492e53ddc931415f89fb263961057df7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/abe6c5c7e8674dc99c606c54e403775e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/62b90e72426a4b1ba7e9948468ffd6b7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c233502079ab4e7f9c32d9bb06624c94, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/8ee4a6643bc7417cb7fe1e3f019bc83c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/de7d650cecae4dd88ea72a888f0996c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900] to archive 2024-11-10T23:41:50,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:50,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d77a89aa17e647888ec018b4064c563c 2024-11-10T23:41:50,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/055abd09fe904fd7b664bcf14780b39e 2024-11-10T23:41:50,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/a2fdf894e89b4e03a5e75e14b0410f49 2024-11-10T23:41:50,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/2cc4a079ca4f48c5b8ce76072da6cf04 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/2cc4a079ca4f48c5b8ce76072da6cf04 2024-11-10T23:41:50,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/0daf1f0cf8cc44a9a963adc6f8d11e34 2024-11-10T23:41:50,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d5d7168c2cff46de81111d8de53f8583 2024-11-10T23:41:50,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/492e53ddc931415f89fb263961057df7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/492e53ddc931415f89fb263961057df7 2024-11-10T23:41:50,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7048feeb9b9a4d4298375aabc32d08cc 2024-11-10T23:41:50,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/7c1b474df2a14bf990e5d781f975957f 2024-11-10T23:41:50,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cec7ba02dc114b64b89dffffbf264460 2024-11-10T23:41:50,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/abe6c5c7e8674dc99c606c54e403775e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/abe6c5c7e8674dc99c606c54e403775e 2024-11-10T23:41:50,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/cdc5149649b7449e9c820f790cd9b48c 2024-11-10T23:41:50,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/df493e8e8ceb43698b77e832ee4254fa 2024-11-10T23:41:50,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/62b90e72426a4b1ba7e9948468ffd6b7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/62b90e72426a4b1ba7e9948468ffd6b7 2024-11-10T23:41:50,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d65e3082bc034ad3a25ec68b7b19e46b 2024-11-10T23:41:50,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/e9e6be9cc3b04ece8075ca7af338b30d 2024-11-10T23:41:50,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c233502079ab4e7f9c32d9bb06624c94 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c233502079ab4e7f9c32d9bb06624c94 2024-11-10T23:41:50,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/edbe68c1c44f4692ad11714004191cf2 2024-11-10T23:41:50,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/31ca5604cc0e4645a18bc32ddd7064f4 2024-11-10T23:41:50,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/8ee4a6643bc7417cb7fe1e3f019bc83c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/8ee4a6643bc7417cb7fe1e3f019bc83c 2024-11-10T23:41:50,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/782dd2e32bd7436b83281b922ca44184 2024-11-10T23:41:50,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/d99640d3e01742fc93b4a61a0c53069e 2024-11-10T23:41:50,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/de7d650cecae4dd88ea72a888f0996c0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/de7d650cecae4dd88ea72a888f0996c0 2024-11-10T23:41:50,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/3840a62d002d4486978662527ac7ff79 2024-11-10T23:41:50,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b075ae9bd36c40deb51d6afd57f07c1e 2024-11-10T23:41:50,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/b69fc1e47c324bc085d682c0e88cb900 2024-11-10T23:41:50,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/a26e177c3e3145998713086068476f3b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e465f8b13a9748068c8b00c63a5a3d37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e19af592352a43f18d61994345f6585f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0d3db78a8e934c2c87b92696cc92d9e3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/df6dc924fd7d4be98e0d1d9243604332, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/af4328c454fb4ca9b2dbca7f7cc7e684, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9884c1726b994ab4a1b39d8e19c8e258, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7] to archive 2024-11-10T23:41:50,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:41:50,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e9f5c1d2c9ad4c2787a3480235ad4a46 2024-11-10T23:41:50,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/837e3b5ba2be47a4bb6e2b3a3ff9eece 2024-11-10T23:41:50,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0a91c00c310d4514a4ff2ff72c34711a 2024-11-10T23:41:50,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/a26e177c3e3145998713086068476f3b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/a26e177c3e3145998713086068476f3b 2024-11-10T23:41:50,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/21cf349fb5784542bbc7bcc40fbfe063 2024-11-10T23:41:50,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9e8a2ec3c4444c3a863dbad6c080ec3c 2024-11-10T23:41:50,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e465f8b13a9748068c8b00c63a5a3d37 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e465f8b13a9748068c8b00c63a5a3d37 2024-11-10T23:41:50,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/c9402dc6ddb644799845b2722719eeb5 2024-11-10T23:41:50,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/966c6bf31fb140d28910a1b8e06e7434 2024-11-10T23:41:50,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/558b4598768c4dd5b443fc381069fa83 2024-11-10T23:41:50,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e19af592352a43f18d61994345f6585f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/e19af592352a43f18d61994345f6585f 2024-11-10T23:41:50,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/b4aeca36c0c24674b960b76548e645f0 2024-11-10T23:41:50,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/47939b00571c4e3bb5716c1aab15d210 2024-11-10T23:41:50,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0d3db78a8e934c2c87b92696cc92d9e3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/0d3db78a8e934c2c87b92696cc92d9e3 2024-11-10T23:41:50,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/f4ffed4b325244ea960f8e6c38396d7c 2024-11-10T23:41:50,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/660e53931ee64555b5dcc3004936de62 2024-11-10T23:41:50,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/df6dc924fd7d4be98e0d1d9243604332 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/df6dc924fd7d4be98e0d1d9243604332 2024-11-10T23:41:50,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/7b33fb2229a3461d8ef9c127c458d2bb 2024-11-10T23:41:50,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82a648319ffd4e358171eaecc45ddc43 2024-11-10T23:41:50,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/af4328c454fb4ca9b2dbca7f7cc7e684 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/af4328c454fb4ca9b2dbca7f7cc7e684 2024-11-10T23:41:50,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/5e8d487b14334a26bf317b22527a0943 2024-11-10T23:41:50,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/3bfc4ee2d5eb4b1296d49721de4de0c0 2024-11-10T23:41:50,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9884c1726b994ab4a1b39d8e19c8e258 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/9884c1726b994ab4a1b39d8e19c8e258 2024-11-10T23:41:50,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/82b06120c5014b1b832eb1cc5d0d44f0 2024-11-10T23:41:50,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/14ccf429405145dc969c87e0ccfa0600 2024-11-10T23:41:50,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/89a84a6c707b43488f379dd92905b7b7 2024-11-10T23:41:50,088 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/recovered.edits/1412.seqid, newMaxSeqId=1412, maxSeqId=1 2024-11-10T23:41:50,088 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. 2024-11-10T23:41:50,088 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 24a4b185024cc7276a8d53d52b8fd660: Waiting for close lock at 1731282108775Running coprocessor pre-close hooks at 1731282108775Disabling compacts and flushes for region at 1731282108775Disabling writes for close at 1731282108775Obtaining lock to block concurrent updates at 1731282108775Preparing flush snapshotting stores in 24a4b185024cc7276a8d53d52b8fd660 at 1731282108775Finished memstore snapshotting TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731282108776 (+1 ms)Flushing stores of TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660. at 1731282108776Flushing 24a4b185024cc7276a8d53d52b8fd660/A: creating writer at 1731282108776Flushing 24a4b185024cc7276a8d53d52b8fd660/A: appending metadata at 1731282108779 (+3 ms)Flushing 24a4b185024cc7276a8d53d52b8fd660/A: closing flushed file at 1731282108779Flushing 24a4b185024cc7276a8d53d52b8fd660/B: creating writer at 1731282109186 (+407 ms)Flushing 24a4b185024cc7276a8d53d52b8fd660/B: appending metadata at 1731282109188 (+2 ms)Flushing 24a4b185024cc7276a8d53d52b8fd660/B: closing flushed file at 1731282109188Flushing 24a4b185024cc7276a8d53d52b8fd660/C: creating writer at 1731282109596 (+408 ms)Flushing 24a4b185024cc7276a8d53d52b8fd660/C: appending metadata at 1731282109598 (+2 ms)Flushing 24a4b185024cc7276a8d53d52b8fd660/C: closing flushed file at 1731282109598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280455d7: reopening flushed file at 1731282110006 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438de767: reopening flushed file at 1731282110009 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2023bb3a: reopening flushed file at 1731282110012 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 24a4b185024cc7276a8d53d52b8fd660 in 1241ms, sequenceid=1409, compaction requested=true at 1731282110016 (+4 ms)Writing region close event to WAL at 1731282110085 (+69 ms)Running coprocessor post-close hooks at 1731282110088 (+3 ms)Closed at 1731282110088 2024-11-10T23:41:50,090 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:50,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=24a4b185024cc7276a8d53d52b8fd660, regionState=CLOSED 2024-11-10T23:41:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:50,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T23:41:50,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 24a4b185024cc7276a8d53d52b8fd660, server=ae12972821c6,40463,1731282019372 in 1.4700 sec 2024-11-10T23:41:50,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T23:41:50,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=24a4b185024cc7276a8d53d52b8fd660, UNASSIGN in 1.4740 sec 2024-11-10T23:41:50,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-10T23:41:50,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-10T23:41:50,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282110098"}]},"ts":"1731282110098"} 2024-11-10T23:41:50,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:41:50,099 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:41:50,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-10T23:41:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T23:41:50,761 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:50,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:41:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T23:41:50,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,766 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:50,768 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/recovered.edits] 2024-11-10T23:41:50,770 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1414d21ea77b4664b010544663abd6e2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/1414d21ea77b4664b010544663abd6e2 2024-11-10T23:41:50,771 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71e2abd697e1443f95adf6ea3c76de7a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/71e2abd697e1443f95adf6ea3c76de7a 2024-11-10T23:41:50,772 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/de5d3f7bbd6b4dee9ace2c236e25640a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/A/de5d3f7bbd6b4dee9ace2c236e25640a 2024-11-10T23:41:50,774 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/012fec222775403ab2f3c18f0d643a8f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/012fec222775403ab2f3c18f0d643a8f 2024-11-10T23:41:50,775 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/42517e591d0d42928278039a3ff4b46b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/42517e591d0d42928278039a3ff4b46b 2024-11-10T23:41:50,776 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c17c548789464fb39fe8320640983a94 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/B/c17c548789464fb39fe8320640983a94 2024-11-10T23:41:50,778 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/29fd69234a9341f4840b5b95d0451edf to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/29fd69234a9341f4840b5b95d0451edf 2024-11-10T23:41:50,779 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/4b40a77d919d4cf9ae2bc7d744f8fb0a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/4b40a77d919d4cf9ae2bc7d744f8fb0a 2024-11-10T23:41:50,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/dda1f757426642d799006cb28d76d2f1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/C/dda1f757426642d799006cb28d76d2f1 2024-11-10T23:41:50,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/recovered.edits/1412.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660/recovered.edits/1412.seqid 2024-11-10T23:41:50,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/24a4b185024cc7276a8d53d52b8fd660 2024-11-10T23:41:50,782 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:41:50,784 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,786 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:41:50,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:41:50,789 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,789 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:41:50,789 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282110789"}]},"ts":"9223372036854775807"} 2024-11-10T23:41:50,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:41:50,791 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 24a4b185024cc7276a8d53d52b8fd660, NAME => 'TestAcidGuarantees,,1731282084942.24a4b185024cc7276a8d53d52b8fd660.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:41:50,791 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:41:50,791 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282110791"}]},"ts":"9223372036854775807"} 2024-11-10T23:41:50,792 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:41:50,793 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-10T23:41:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T23:41:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:41:50,872 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:50,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1540954012_22 at /127.0.0.1:50908 [Waiting for operation #334] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1914538473_22 at /127.0.0.1:41376 [Waiting for operation #199] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7799 (was 7868) 2024-11-10T23:41:50,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=7799 2024-11-10T23:41:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:41:50,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:41:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:50,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:41:50,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:50,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-10T23:41:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:50,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:41:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742199_1375 (size=1061) 2024-11-10T23:41:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:51,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:41:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742200_1376 (size=53) 2024-11-10T23:41:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 815a015c1d80e9afeaff98be7b13ab45, disabling compactions & flushes 2024-11-10T23:41:51,706 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. after waiting 0 ms 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:51,706 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:51,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 815a015c1d80e9afeaff98be7b13ab45: Waiting for close lock at 1731282111706Disabling compacts and flushes for region at 1731282111706Disabling writes for close at 1731282111706Writing region close event to WAL at 1731282111706Closed at 1731282111706 2024-11-10T23:41:51,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:41:51,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282111707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282111707"}]},"ts":"1731282111707"} 2024-11-10T23:41:51,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:41:51,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:41:51,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282111710"}]},"ts":"1731282111710"} 2024-11-10T23:41:51,711 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:41:51,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, ASSIGN}] 2024-11-10T23:41:51,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, ASSIGN 2024-11-10T23:41:51,713 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:41:51,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:51,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, ASSIGN because future has completed 2024-11-10T23:41:51,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:52,019 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:52,020 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:41:52,020 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,020 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:41:52,020 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,020 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,021 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,022 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:52,022 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName A 2024-11-10T23:41:52,022 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:52,023 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:52,023 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,024 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:52,024 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName B 2024-11-10T23:41:52,024 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:52,024 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:52,024 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,025 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:52,025 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName C 2024-11-10T23:41:52,025 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:52,025 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:52,026 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:52,026 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,026 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,026 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,027 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,027 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,028 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:41:52,028 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,030 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:41:52,030 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 815a015c1d80e9afeaff98be7b13ab45; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60576728, jitterRate=-0.09733641147613525}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:41:52,030 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:52,031 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 815a015c1d80e9afeaff98be7b13ab45: Running coprocessor pre-open hook at 1731282112020Writing region info on filesystem at 1731282112020Initializing all the Stores at 1731282112021 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282112021Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282112021Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282112021Cleaning up temporary data from old regions at 1731282112027 (+6 ms)Running coprocessor post-open hooks at 1731282112030 (+3 ms)Region opened successfully at 1731282112031 (+1 ms) 2024-11-10T23:41:52,031 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., pid=99, masterSystemTime=1731282112017 2024-11-10T23:41:52,033 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:52,033 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:52,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:52,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:52,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-10T23:41:52,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 in 170 msec 2024-11-10T23:41:52,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T23:41:52,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, ASSIGN in 326 msec 2024-11-10T23:41:52,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:41:52,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282112039"}]},"ts":"1731282112039"} 2024-11-10T23:41:52,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:41:52,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:41:52,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-10T23:41:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T23:41:53,041 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:53,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f549e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,043 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d66eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf99e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:41:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:41:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f57163 2024-11-10T23:41:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:41:53,049 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:41:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:41:53,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:41:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T23:41:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742201_1377 (size=1097) 2024-11-10T23:41:53,462 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T23:41:53,462 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T23:41:53,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:41:53,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE}] 2024-11-10T23:41:53,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE 2024-11-10T23:41:53,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE because future has completed 2024-11-10T23:41:53,470 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:41:53,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:53,622 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,622 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:41:53,622 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 815a015c1d80e9afeaff98be7b13ab45, disabling compactions & flushes 2024-11-10T23:41:53,622 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,622 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,622 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. after waiting 0 ms 2024-11-10T23:41:53,622 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,626 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:41:53,626 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,626 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 815a015c1d80e9afeaff98be7b13ab45: Waiting for close lock at 1731282113622Running coprocessor pre-close hooks at 1731282113622Disabling compacts and flushes for region at 1731282113622Disabling writes for close at 1731282113622Writing region close event to WAL at 1731282113623 (+1 ms)Running coprocessor post-close hooks at 1731282113626 (+3 ms)Closed at 1731282113626 2024-11-10T23:41:53,626 WARN [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 815a015c1d80e9afeaff98be7b13ab45 to self. 2024-11-10T23:41:53,628 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=CLOSED 2024-11-10T23:41:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:53,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-10T23:41:53,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 in 160 msec 2024-11-10T23:41:53,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE; state=CLOSED, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=true 2024-11-10T23:41:53,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:53,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE because future has completed 2024-11-10T23:41:53,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:41:53,939 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,939 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:41:53,939 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,939 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:41:53,939 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,939 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,940 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,941 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:53,941 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName A 2024-11-10T23:41:53,942 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:53,943 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:53,943 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,944 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:53,944 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName B 2024-11-10T23:41:53,944 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:53,944 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:53,944 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,945 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:41:53,945 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a015c1d80e9afeaff98be7b13ab45 columnFamilyName C 2024-11-10T23:41:53,945 DEBUG [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:53,945 INFO [StoreOpener-815a015c1d80e9afeaff98be7b13ab45-1 {}] regionserver.HStore(327): Store=815a015c1d80e9afeaff98be7b13ab45/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:41:53,945 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,945 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,946 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,947 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,947 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,947 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,948 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:41:53,948 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,949 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 815a015c1d80e9afeaff98be7b13ab45; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59194668, jitterRate=-0.11793071031570435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:41:53,949 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:53,950 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 815a015c1d80e9afeaff98be7b13ab45: Running coprocessor pre-open hook at 1731282113939Writing region info on filesystem at 1731282113939Initializing all the Stores at 1731282113940 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282113940Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282113940Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282113940Cleaning up temporary data from old regions at 1731282113947 (+7 ms)Running coprocessor post-open hooks at 1731282113949 (+2 ms)Region opened successfully at 1731282113950 (+1 ms) 2024-11-10T23:41:53,950 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., pid=104, masterSystemTime=1731282113936 2024-11-10T23:41:53,952 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,952 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:53,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=OPEN, openSeqNum=5, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:41:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:41:53,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-10T23:41:53,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 in 169 msec 2024-11-10T23:41:53,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-10T23:41:53,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, REOPEN/MOVE in 489 msec 2024-11-10T23:41:53,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-10T23:41:53,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-10T23:41:53,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-11-10T23:41:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-10T23:41:53,962 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:53,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36436c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,965 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ee8db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,966 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86c81e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8017cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,969 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b032113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,971 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200b44e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,972 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5783b275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,973 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccaebc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cf835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,975 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc4c034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,976 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ddfdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed299a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,978 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f10ef89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699fa46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cccb0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,980 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1751e615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438e73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44edacd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,983 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7f81e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,984 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563a6be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b69daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,986 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac20fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,987 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f60c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b51df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:41:53,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:41:53,988 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:41:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:41:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:41:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2aa4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:41:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:41:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:41:53,989 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:41:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5645c369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:41:53,991 DEBUG [Thread-1693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,991 DEBUG [Thread-1695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,991 DEBUG [Thread-1699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,991 DEBUG [Thread-1708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:53,992 DEBUG [Thread-1710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,992 DEBUG [Thread-1706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,993 DEBUG [Thread-1701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,993 DEBUG [Thread-1704 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-10T23:41:53,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,995 DEBUG [Thread-1712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,996 DEBUG [Thread-1712 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,996 DEBUG [Thread-1712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:53,996 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:53,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:53,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:53,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:53,997 DEBUG [Thread-1697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:41:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:41:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:41:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:41:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:54,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:41:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:54,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108f2da943c56f47d18bbfa3d2d6751f89_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282114008/Put/seqid=0 2024-11-10T23:41:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742202_1378 (size=17034) 2024-11-10T23:41:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282174036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282174045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282174046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282174047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282174048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282174151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282174151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282174161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282174161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282174161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282174371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282174371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282174381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282174381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282174381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:54,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108f2da943c56f47d18bbfa3d2d6751f89_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f2da943c56f47d18bbfa3d2d6751f89_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:54,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/01cec078b629411296b800d66d949c3e, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:54,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/01cec078b629411296b800d66d949c3e is 175, key is test_row_0/A:col10/1731282114008/Put/seqid=0 2024-11-10T23:41:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742203_1379 (size=48139) 2024-11-10T23:41:54,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:54,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282174691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282174691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282174701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282174701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282174701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:54,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/01cec078b629411296b800d66d949c3e 2024-11-10T23:41:54,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/317c2d5b407d45f4b0586f1651b192d4 is 50, key is test_row_0/B:col10/1731282114008/Put/seqid=0 2024-11-10T23:41:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742204_1380 (size=12001) 2024-11-10T23:41:54,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:54,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282175211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282175211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:55,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282175221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282175221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:55,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282175221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:55,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/317c2d5b407d45f4b0586f1651b192d4 2024-11-10T23:41:55,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/c2d586427f5b418383bd0085ccfedb11 is 50, key is test_row_0/C:col10/1731282114008/Put/seqid=0 2024-11-10T23:41:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742205_1381 (size=12001) 2024-11-10T23:41:55,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:41:55,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:55,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/c2d586427f5b418383bd0085ccfedb11 2024-11-10T23:41:55,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/01cec078b629411296b800d66d949c3e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e 2024-11-10T23:41:55,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e, entries=250, sequenceid=16, filesize=47.0 K 2024-11-10T23:41:55,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/317c2d5b407d45f4b0586f1651b192d4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4 2024-11-10T23:41:55,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T23:41:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/c2d586427f5b418383bd0085ccfedb11 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11 2024-11-10T23:41:55,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T23:41:55,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 815a015c1d80e9afeaff98be7b13ab45 in 1719ms, sequenceid=16, compaction requested=false 2024-11-10T23:41:55,730 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T23:41:55,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:55,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T23:41:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:55,837 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:41:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111052e23398cb044373abe9769208784fe9_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282114034/Put/seqid=0 2024-11-10T23:41:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742206_1382 (size=12154) 2024-11-10T23:41:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:55,862 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111052e23398cb044373abe9769208784fe9_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052e23398cb044373abe9769208784fe9_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/2aba8b23b5f7406e8fae676c6cd9021d, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/2aba8b23b5f7406e8fae676c6cd9021d is 175, key is test_row_0/A:col10/1731282114034/Put/seqid=0 2024-11-10T23:41:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742207_1383 (size=30955) 2024-11-10T23:41:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:56,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282176250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282176250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282176251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282176252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282176253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,274 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/2aba8b23b5f7406e8fae676c6cd9021d 2024-11-10T23:41:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/3a7d2aaf23874a20a9c8a9731cc53f56 is 50, key is test_row_0/B:col10/1731282114034/Put/seqid=0 2024-11-10T23:41:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742208_1384 (size=12001) 2024-11-10T23:41:56,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282176361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282176371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282176371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282176371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282176371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282176581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282176591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282176591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282176592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282176592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,690 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/3a7d2aaf23874a20a9c8a9731cc53f56 2024-11-10T23:41:56,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/3dd14dabe63d40e09a98bcacb3b7154e is 50, key is test_row_0/C:col10/1731282114034/Put/seqid=0 2024-11-10T23:41:56,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742209_1385 (size=12001) 2024-11-10T23:41:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282176901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282176901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282176901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282176911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282176912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,102 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/3dd14dabe63d40e09a98bcacb3b7154e 2024-11-10T23:41:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/2aba8b23b5f7406e8fae676c6cd9021d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d 2024-11-10T23:41:57,109 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d, entries=150, sequenceid=36, filesize=30.2 K 2024-11-10T23:41:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/3a7d2aaf23874a20a9c8a9731cc53f56 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56 2024-11-10T23:41:57,113 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56, entries=150, sequenceid=36, filesize=11.7 K 2024-11-10T23:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/3dd14dabe63d40e09a98bcacb3b7154e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e 2024-11-10T23:41:57,118 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e, entries=150, sequenceid=36, filesize=11.7 K 2024-11-10T23:41:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 815a015c1d80e9afeaff98be7b13ab45 in 1283ms, sequenceid=36, compaction requested=false 2024-11-10T23:41:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-10T23:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-10T23:41:57,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-10T23:41:57,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1240 sec 2024-11-10T23:41:57,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.1310 sec 2024-11-10T23:41:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:57,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:41:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:57,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e4ff20067e914332bc1b6e31aa0f97bd_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742210_1386 (size=12154) 2024-11-10T23:41:57,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:57,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e4ff20067e914332bc1b6e31aa0f97bd_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4ff20067e914332bc1b6e31aa0f97bd_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:57,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5ff8a55a5ba2462d94b00250db234431, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:57,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5ff8a55a5ba2462d94b00250db234431 is 175, key is test_row_0/A:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742211_1387 (size=30955) 2024-11-10T23:41:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282177457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282177459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282177462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282177469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282177470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282177581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282177581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282177581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282177591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282177591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282177801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282177801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282177801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282177810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282177811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:57,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5ff8a55a5ba2462d94b00250db234431 2024-11-10T23:41:57,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/e089648d10f24a7a84e4ce71c2636ef1 is 50, key is test_row_0/B:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742212_1388 (size=12001) 2024-11-10T23:41:58,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282178121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282178121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282178121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282178131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282178132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T23:41:58,161 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:41:58,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:41:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-10T23:41:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:41:58,164 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:41:58,164 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:41:58,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:41:58,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/e089648d10f24a7a84e4ce71c2636ef1 2024-11-10T23:41:58,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/8e6362618c534a218e8bde22287719bb is 50, key is test_row_0/C:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:41:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742213_1389 (size=12001) 2024-11-10T23:41:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T23:41:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T23:41:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:41:58,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T23:41:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:41:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282178632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282178632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282178632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282178651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282178651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:58,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:58,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/8e6362618c534a218e8bde22287719bb 2024-11-10T23:41:58,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5ff8a55a5ba2462d94b00250db234431 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431 2024-11-10T23:41:58,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431, entries=150, sequenceid=50, filesize=30.2 K 2024-11-10T23:41:58,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/e089648d10f24a7a84e4ce71c2636ef1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1 2024-11-10T23:41:58,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T23:41:58,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/8e6362618c534a218e8bde22287719bb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb 2024-11-10T23:41:58,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T23:41:58,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 815a015c1d80e9afeaff98be7b13ab45 in 1262ms, sequenceid=50, compaction requested=true 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:41:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:58,689 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:58,689 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:58,690 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:58,690 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:58,690 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:41:58,690 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:41:58,690 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,690 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,690 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.2 K 2024-11-10T23:41:58,690 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=107.5 K 2024-11-10T23:41:58,690 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431] 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 317c2d5b407d45f4b0586f1651b192d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731282114008 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01cec078b629411296b800d66d949c3e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731282114006 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a7d2aaf23874a20a9c8a9731cc53f56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731282114034 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aba8b23b5f7406e8fae676c6cd9021d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731282114034 2024-11-10T23:41:58,691 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e089648d10f24a7a84e4ce71c2636ef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:41:58,692 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff8a55a5ba2462d94b00250db234431, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:41:58,696 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:58,698 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:58,699 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/4c9b234ecbf6494db57ea8e1e90a4f38 is 50, key is test_row_0/B:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:58,701 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f27e80c3c384465b8a7ab6b18550f01f_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:58,704 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f27e80c3c384465b8a7ab6b18550f01f_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:58,704 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f27e80c3c384465b8a7ab6b18550f01f_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742214_1390 (size=12104) 2024-11-10T23:41:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742215_1391 (size=4469) 2024-11-10T23:41:58,715 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#338 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:58,716 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/c482c8de3de04fc6b633759c7b39d61c is 175, key is test_row_0/A:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742216_1392 (size=31058) 2024-11-10T23:41:58,724 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/c482c8de3de04fc6b633759c7b39d61c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c 2024-11-10T23:41:58,728 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into c482c8de3de04fc6b633759c7b39d61c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:58,728 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:58,728 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=13, startTime=1731282118689; duration=0sec 2024-11-10T23:41:58,728 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:41:58,728 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:41:58,728 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:41:58,729 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:41:58,729 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:41:58,729 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,729 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.2 K 2024-11-10T23:41:58,729 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d586427f5b418383bd0085ccfedb11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731282114008 2024-11-10T23:41:58,730 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd14dabe63d40e09a98bcacb3b7154e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731282114034 2024-11-10T23:41:58,730 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e6362618c534a218e8bde22287719bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:41:58,736 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:41:58,736 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/02ef57989fb447d39644dd24c8b8d817 is 50, key is test_row_0/C:col10/1731282117425/Put/seqid=0 2024-11-10T23:41:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742217_1393 (size=12104) 2024-11-10T23:41:58,743 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/02ef57989fb447d39644dd24c8b8d817 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/02ef57989fb447d39644dd24c8b8d817 2024-11-10T23:41:58,747 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into 02ef57989fb447d39644dd24c8b8d817(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:58,747 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:58,747 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=13, startTime=1731282118689; duration=0sec 2024-11-10T23:41:58,747 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:58,747 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:41:58,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:58,776 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:58,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:41:58,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107371229103444d28b53ac3ef9e4c9172_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282117467/Put/seqid=0 2024-11-10T23:41:58,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742218_1394 (size=12154) 2024-11-10T23:41:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:41:59,113 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/4c9b234ecbf6494db57ea8e1e90a4f38 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4c9b234ecbf6494db57ea8e1e90a4f38 2024-11-10T23:41:59,117 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into 4c9b234ecbf6494db57ea8e1e90a4f38(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:41:59,117 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:59,117 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=13, startTime=1731282118689; duration=0sec 2024-11-10T23:41:59,117 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:41:59,117 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:41:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107371229103444d28b53ac3ef9e4c9172_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107371229103444d28b53ac3ef9e4c9172_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/aab767212a79416b904158eddefee404, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:41:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/aab767212a79416b904158eddefee404 is 175, key is test_row_0/A:col10/1731282117467/Put/seqid=0 2024-11-10T23:41:59,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742219_1395 (size=30955) 2024-11-10T23:41:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:41:59,596 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/aab767212a79416b904158eddefee404 2024-11-10T23:41:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/9af59b6b0455457c8f8e31e48535b7fc is 50, key is test_row_0/B:col10/1731282117467/Put/seqid=0 2024-11-10T23:41:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742220_1396 (size=12001) 2024-11-10T23:41:59,608 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/9af59b6b0455457c8f8e31e48535b7fc 2024-11-10T23:41:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/53aa98e17ecd4fdbb07eb83510a3f4aa is 50, key is test_row_0/C:col10/1731282117467/Put/seqid=0 2024-11-10T23:41:59,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742221_1397 (size=12001) 2024-11-10T23:41:59,623 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/53aa98e17ecd4fdbb07eb83510a3f4aa 2024-11-10T23:41:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/aab767212a79416b904158eddefee404 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404 2024-11-10T23:41:59,632 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404, entries=150, sequenceid=70, filesize=30.2 K 2024-11-10T23:41:59,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/9af59b6b0455457c8f8e31e48535b7fc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc 2024-11-10T23:41:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,636 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc, entries=150, sequenceid=70, filesize=11.7 K 2024-11-10T23:41:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/53aa98e17ecd4fdbb07eb83510a3f4aa as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa 2024-11-10T23:41:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,641 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa, entries=150, sequenceid=70, filesize=11.7 K 2024-11-10T23:41:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 815a015c1d80e9afeaff98be7b13ab45 in 866ms, sequenceid=70, compaction requested=false 2024-11-10T23:41:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:41:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:41:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-10T23:41:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-10T23:41:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-10T23:41:59,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-11-10T23:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4850 sec 2024-11-10T23:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:41:59,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:41:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:41:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:41:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110429e36a588c243e580f90e1fa5217c75_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282119692/Put/seqid=0 2024-11-10T23:41:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742222_1398 (size=21918) 2024-11-10T23:41:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731282119711, max timestamp=1731282119799Num uniques 859; 2024-11-10T23:41:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731282119711, max timestamp=1731282119799Num uniques 859; 2024-11-10T23:41:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T23:41:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T23:41:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731282119711, max timestamp=1731282119799Num uniques 859; 2024-11-10T23:41:59,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T23:41:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:41:59,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282179802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282179803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282179807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282179808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282179809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282179921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282179921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282179921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282179931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:41:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282179931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:41:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:00,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110429e36a588c243e580f90e1fa5217c75_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110429e36a588c243e580f90e1fa5217c75_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:00,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/0ed66a518bf74792bef7ceac42d7730c, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:00,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/0ed66a518bf74792bef7ceac42d7730c is 175, key is test_row_0/A:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:00,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742223_1399 (size=65323) 2024-11-10T23:42:00,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282180142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282180142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282180142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282180151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282180151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T23:42:00,312 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-10T23:42:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:00,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:00,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:00,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:00,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282180461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282180461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282180461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282180461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282180461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/0ed66a518bf74792bef7ceac42d7730c 2024-11-10T23:42:00,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/da38828dcccc4fb9a9fa0cea42831678 is 50, key is test_row_0/B:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742224_1400 (size=12001) 2024-11-10T23:42:00,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:00,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:00,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:00,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/da38828dcccc4fb9a9fa0cea42831678 2024-11-10T23:42:00,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ff9d7ce7d1c9446183f7f773c52abb67 is 50, key is test_row_0/C:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742225_1401 (size=12001) 2024-11-10T23:42:00,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:00,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:01,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:01,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:01,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:01,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ff9d7ce7d1c9446183f7f773c52abb67 2024-11-10T23:42:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/0ed66a518bf74792bef7ceac42d7730c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c 2024-11-10T23:42:01,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c, entries=350, sequenceid=81, filesize=63.8 K 2024-11-10T23:42:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/da38828dcccc4fb9a9fa0cea42831678 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678 2024-11-10T23:42:01,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T23:42:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ff9d7ce7d1c9446183f7f773c52abb67 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67 2024-11-10T23:42:01,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T23:42:01,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 815a015c1d80e9afeaff98be7b13ab45 in 1667ms, sequenceid=81, compaction requested=true 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:01,377 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:01,377 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:01,378 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:01,378 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:01,378 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:42:01,378 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:42:01,378 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,378 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,378 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=124.4 K 2024-11-10T23:42:01,378 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,378 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4c9b234ecbf6494db57ea8e1e90a4f38, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.3 K 2024-11-10T23:42:01,378 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c] 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9b234ecbf6494db57ea8e1e90a4f38, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c482c8de3de04fc6b633759c7b39d61c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9af59b6b0455457c8f8e31e48535b7fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731282117461 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting aab767212a79416b904158eddefee404, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731282117461 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting da38828dcccc4fb9a9fa0cea42831678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:01,379 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed66a518bf74792bef7ceac42d7730c, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:01,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T23:42:01,386 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,386 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:01,387 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/e4b5895911b04602b6a35c3844b548d2 is 50, key is test_row_0/B:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:01,388 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:01,397 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111022e5e625aa8d47d9926a57926f784c25_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:01,399 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111022e5e625aa8d47d9926a57926f784c25_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:01,400 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111022e5e625aa8d47d9926a57926f784c25_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c6c48398b8084f7aa583934601f2af53_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282119799/Put/seqid=0 2024-11-10T23:42:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742226_1402 (size=12207) 2024-11-10T23:42:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742227_1403 (size=4469) 2024-11-10T23:42:01,404 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#347 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:01,405 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d97e41c8905f4399a3d57ac4331a57f5 is 175, key is test_row_0/A:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742228_1404 (size=12154) 2024-11-10T23:42:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742229_1405 (size=31161) 2024-11-10T23:42:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:01,806 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/e4b5895911b04602b6a35c3844b548d2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e4b5895911b04602b6a35c3844b548d2 2024-11-10T23:42:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:01,812 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into e4b5895911b04602b6a35c3844b548d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:01,812 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:01,812 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=13, startTime=1731282121377; duration=0sec 2024-11-10T23:42:01,812 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:01,812 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:42:01,812 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:01,814 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c6c48398b8084f7aa583934601f2af53_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c6c48398b8084f7aa583934601f2af53_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:01,814 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:01,814 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:42:01,814 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:01,815 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/02ef57989fb447d39644dd24c8b8d817, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.3 K 2024-11-10T23:42:01,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/370bd05758464112b3397b11376d132d, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:01,815 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 02ef57989fb447d39644dd24c8b8d817, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731282116250 2024-11-10T23:42:01,815 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 53aa98e17ecd4fdbb07eb83510a3f4aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731282117461 2024-11-10T23:42:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/370bd05758464112b3397b11376d132d is 175, key is test_row_0/A:col10/1731282119799/Put/seqid=0 2024-11-10T23:42:01,816 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ff9d7ce7d1c9446183f7f773c52abb67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:01,821 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d97e41c8905f4399a3d57ac4331a57f5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5 2024-11-10T23:42:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742230_1406 (size=30955) 2024-11-10T23:42:01,823 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:01,824 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/7f794921b47e46dc88b76eaa59bb4b63 is 50, key is test_row_0/C:col10/1731282119692/Put/seqid=0 2024-11-10T23:42:01,826 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into d97e41c8905f4399a3d57ac4331a57f5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:01,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:01,826 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=13, startTime=1731282121377; duration=0sec 2024-11-10T23:42:01,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:01,826 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:42:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742231_1407 (size=12207) 2024-11-10T23:42:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:02,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282182022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282182023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282182024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282182024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282182024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282182131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282182131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282182141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282182141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282182151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,222 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/370bd05758464112b3397b11376d132d 2024-11-10T23:42:02,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/553f3f4ee69f47509255c697d21280df is 50, key is test_row_0/B:col10/1731282119799/Put/seqid=0 2024-11-10T23:42:02,232 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/7f794921b47e46dc88b76eaa59bb4b63 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/7f794921b47e46dc88b76eaa59bb4b63 2024-11-10T23:42:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742232_1408 (size=12001) 2024-11-10T23:42:02,238 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into 7f794921b47e46dc88b76eaa59bb4b63(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:02,238 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:02,238 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=13, startTime=1731282121377; duration=0sec 2024-11-10T23:42:02,238 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:02,238 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:42:02,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282182351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282182351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282182361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282182361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282182371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:02,634 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/553f3f4ee69f47509255c697d21280df 2024-11-10T23:42:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e5f4b50862f9420e87c51e91645b95a2 is 50, key is test_row_0/C:col10/1731282119799/Put/seqid=0 2024-11-10T23:42:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742233_1409 (size=12001) 2024-11-10T23:42:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282182661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282182671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282182681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282182681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282182691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:02,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:02,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,046 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e5f4b50862f9420e87c51e91645b95a2 2024-11-10T23:42:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/370bd05758464112b3397b11376d132d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d 2024-11-10T23:42:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d, entries=150, sequenceid=107, filesize=30.2 K 2024-11-10T23:42:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/553f3f4ee69f47509255c697d21280df as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df 2024-11-10T23:42:03,057 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T23:42:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e5f4b50862f9420e87c51e91645b95a2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2 2024-11-10T23:42:03,062 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T23:42:03,062 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=60.38 KB/61830 for 815a015c1d80e9afeaff98be7b13ab45 in 1676ms, sequenceid=107, compaction requested=false 2024-11-10T23:42:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-10T23:42:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-10T23:42:03,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T23:42:03,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7490 sec 2024-11-10T23:42:03,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.7540 sec 2024-11-10T23:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:03,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:03,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c74b0edb0f13464f8ce70c9bf45560bf_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742234_1410 (size=14594) 2024-11-10T23:42:03,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282183230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282183231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282183232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282183246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282183247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282183351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282183352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282183352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282183352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282183371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282183571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282183571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282183571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282183571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,590 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:03,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c74b0edb0f13464f8ce70c9bf45560bf_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c74b0edb0f13464f8ce70c9bf45560bf_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:03,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7306b4bb1bfd44839a471b70ab91676f, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:03,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7306b4bb1bfd44839a471b70ab91676f is 175, key is test_row_0/A:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742235_1411 (size=39549) 2024-11-10T23:42:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282183591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282183891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282183891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282183901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282183901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282183911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:03,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7306b4bb1bfd44839a471b70ab91676f 2024-11-10T23:42:04,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/0069488080ae41088e2f407370dac570 is 50, key is test_row_0/B:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742236_1412 (size=12001) 2024-11-10T23:42:04,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/0069488080ae41088e2f407370dac570 2024-11-10T23:42:04,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/16b77d18d2f2430c800d560ecd8984d5 is 50, key is test_row_0/C:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742237_1413 (size=12001) 2024-11-10T23:42:04,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282184411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282184411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282184412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282184412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:04,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282184431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:04,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:04,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T23:42:04,472 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:04,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T23:42:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:04,474 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:04,475 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:04,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:04,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T23:42:04,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:04,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T23:42:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:04,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/16b77d18d2f2430c800d560ecd8984d5 2024-11-10T23:42:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7306b4bb1bfd44839a471b70ab91676f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f 2024-11-10T23:42:04,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f, entries=200, sequenceid=123, filesize=38.6 K 2024-11-10T23:42:04,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/0069488080ae41088e2f407370dac570 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570 2024-11-10T23:42:04,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570, entries=150, sequenceid=123, filesize=11.7 K 2024-11-10T23:42:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/16b77d18d2f2430c800d560ecd8984d5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5 2024-11-10T23:42:04,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5, entries=150, sequenceid=123, filesize=11.7 K 2024-11-10T23:42:04,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 815a015c1d80e9afeaff98be7b13ab45 in 1664ms, sequenceid=123, compaction requested=true 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:04,841 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:04,841 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:04,842 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:04,842 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:42:04,842 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,842 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e4b5895911b04602b6a35c3844b548d2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.4 K 2024-11-10T23:42:04,842 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:04,842 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:42:04,842 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,842 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=99.3 K 2024-11-10T23:42:04,842 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,842 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f] 2024-11-10T23:42:04,843 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e4b5895911b04602b6a35c3844b548d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:04,843 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d97e41c8905f4399a3d57ac4331a57f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:04,843 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 553f3f4ee69f47509255c697d21280df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731282119799 2024-11-10T23:42:04,844 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 370bd05758464112b3397b11376d132d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731282119799 2024-11-10T23:42:04,844 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0069488080ae41088e2f407370dac570, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:04,844 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7306b4bb1bfd44839a471b70ab91676f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:04,849 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:04,851 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:04,851 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/1680180ff5474068955fa4064c26f91a is 50, key is test_row_0/B:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:04,853 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ea07fdcbe21a4a688b307a208cd77616_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:04,855 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ea07fdcbe21a4a688b307a208cd77616_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:04,855 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ea07fdcbe21a4a688b307a208cd77616_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742238_1414 (size=12309) 2024-11-10T23:42:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742239_1415 (size=4469) 2024-11-10T23:42:04,871 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/1680180ff5474068955fa4064c26f91a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/1680180ff5474068955fa4064c26f91a 2024-11-10T23:42:04,871 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#356 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:04,871 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7cbf001e1112480ab7ce100c25ee5868 is 175, key is test_row_0/A:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742240_1416 (size=31263) 2024-11-10T23:42:04,878 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into 1680180ff5474068955fa4064c26f91a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:04,878 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:04,878 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=13, startTime=1731282124841; duration=0sec 2024-11-10T23:42:04,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:04,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:42:04,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:04,879 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:04,880 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:42:04,880 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,880 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/7f794921b47e46dc88b76eaa59bb4b63, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.4 K 2024-11-10T23:42:04,880 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f794921b47e46dc88b76eaa59bb4b63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282119692 2024-11-10T23:42:04,881 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e5f4b50862f9420e87c51e91645b95a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731282119799 2024-11-10T23:42:04,881 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b77d18d2f2430c800d560ecd8984d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:04,886 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:04,887 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/5b96ec51ed28447284b0f41e12fd48a9 is 50, key is test_row_0/C:col10/1731282123174/Put/seqid=0 2024-11-10T23:42:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742241_1417 (size=12309) 2024-11-10T23:42:04,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T23:42:04,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:04,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:04,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111093a3de4319de4f6fb4e951f7679bd4e0_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282123244/Put/seqid=0 2024-11-10T23:42:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742242_1418 (size=12304) 2024-11-10T23:42:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:05,280 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/7cbf001e1112480ab7ce100c25ee5868 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868 2024-11-10T23:42:05,288 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into 7cbf001e1112480ab7ce100c25ee5868(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:05,288 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:05,288 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=13, startTime=1731282124841; duration=0sec 2024-11-10T23:42:05,288 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:05,288 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:42:05,295 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/5b96ec51ed28447284b0f41e12fd48a9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/5b96ec51ed28447284b0f41e12fd48a9 2024-11-10T23:42:05,299 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into 5b96ec51ed28447284b0f41e12fd48a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:05,299 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:05,299 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=13, startTime=1731282124841; duration=0sec 2024-11-10T23:42:05,299 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:05,299 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:42:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:05,351 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111093a3de4319de4f6fb4e951f7679bd4e0_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111093a3de4319de4f6fb4e951f7679bd4e0_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:05,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/4c0612172c1340f1849051b28c425997, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/4c0612172c1340f1849051b28c425997 is 175, key is test_row_0/A:col10/1731282123244/Put/seqid=0 2024-11-10T23:42:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742243_1419 (size=31105) 2024-11-10T23:42:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:05,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282185451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282185451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,461 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282185452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282185453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282185454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282185561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282185571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282185571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282185571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:05,757 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/4c0612172c1340f1849051b28c425997 2024-11-10T23:42:05,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/5af825c6f451449dbb807f1d13218b3c is 50, key is test_row_0/B:col10/1731282123244/Put/seqid=0 2024-11-10T23:42:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742244_1420 (size=12151) 2024-11-10T23:42:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282185771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282186091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282186101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282186101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282186101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,170 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/5af825c6f451449dbb807f1d13218b3c 2024-11-10T23:42:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/55d74472cee944d087a236956a50fb9d is 50, key is test_row_0/C:col10/1731282123244/Put/seqid=0 2024-11-10T23:42:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742245_1421 (size=12151) 2024-11-10T23:42:06,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/55d74472cee944d087a236956a50fb9d 2024-11-10T23:42:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/4c0612172c1340f1849051b28c425997 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997 2024-11-10T23:42:06,189 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997, entries=150, sequenceid=144, filesize=30.4 K 2024-11-10T23:42:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/5af825c6f451449dbb807f1d13218b3c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c 2024-11-10T23:42:06,193 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T23:42:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/55d74472cee944d087a236956a50fb9d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d 2024-11-10T23:42:06,197 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T23:42:06,198 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 815a015c1d80e9afeaff98be7b13ab45 in 1264ms, sequenceid=144, compaction requested=false 2024-11-10T23:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T23:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T23:42:06,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T23:42:06,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7250 sec 2024-11-10T23:42:06,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.7300 sec 2024-11-10T23:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:06,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:06,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:06,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107283135dfb2c49b99975a2b05882d0af_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742246_1422 (size=14794) 2024-11-10T23:42:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T23:42:06,622 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:06,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T23:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:06,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:06,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:06,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282186653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282186655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282186656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282186657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:06,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:06,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282186771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282186771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282186771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282186781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:06,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:06,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282186991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282186991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282186991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282187001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:07,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107283135dfb2c49b99975a2b05882d0af_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107283135dfb2c49b99975a2b05882d0af_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:07,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/49022c2569ae41188fda9d82e1b0d146, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:07,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/49022c2569ae41188fda9d82e1b0d146 is 175, key is test_row_0/A:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742247_1423 (size=39749) 2024-11-10T23:42:07,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282187311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282187311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282187311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282187321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/49022c2569ae41188fda9d82e1b0d146 2024-11-10T23:42:07,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/ecfe5c4e7ee54e1184d91165a48ebfb6 is 50, key is test_row_0/B:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742248_1424 (size=12151) 2024-11-10T23:42:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282187471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,480 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:07,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/ecfe5c4e7ee54e1184d91165a48ebfb6 2024-11-10T23:42:07,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282187831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282187831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282187831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282187831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:07,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e352b650e1c041db8ec3902fb36c21c3 is 50, key is test_row_0/C:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:07,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742249_1425 (size=12151) 2024-11-10T23:42:07,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:07,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:07,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:08,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e352b650e1c041db8ec3902fb36c21c3 2024-11-10T23:42:08,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/49022c2569ae41188fda9d82e1b0d146 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146 2024-11-10T23:42:08,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146, entries=200, sequenceid=159, filesize=38.8 K 2024-11-10T23:42:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/ecfe5c4e7ee54e1184d91165a48ebfb6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6 2024-11-10T23:42:08,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T23:42:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e352b650e1c041db8ec3902fb36c21c3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3 2024-11-10T23:42:08,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T23:42:08,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 815a015c1d80e9afeaff98be7b13ab45 in 1661ms, sequenceid=159, compaction requested=true 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:08,266 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:08,266 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:42:08,267 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,267 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,267 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/1680180ff5474068955fa4064c26f91a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.8 K 2024-11-10T23:42:08,267 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=99.7 K 2024-11-10T23:42:08,267 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146] 2024-11-10T23:42:08,267 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1680180ff5474068955fa4064c26f91a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:08,268 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cbf001e1112480ab7ce100c25ee5868, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:08,268 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af825c6f451449dbb807f1d13218b3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731282123231 2024-11-10T23:42:08,268 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c0612172c1340f1849051b28c425997, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731282123231 2024-11-10T23:42:08,268 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ecfe5c4e7ee54e1184d91165a48ebfb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125450 2024-11-10T23:42:08,268 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49022c2569ae41188fda9d82e1b0d146, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125448 2024-11-10T23:42:08,275 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:08,276 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:08,277 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110bde84a83fcea44e49ff6a215014eb187_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:08,277 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/f7cf8b90b9a64b88907237697bc179aa is 50, key is test_row_0/B:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:08,279 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110bde84a83fcea44e49ff6a215014eb187_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:08,279 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bde84a83fcea44e49ff6a215014eb187_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742251_1427 (size=4469) 2024-11-10T23:42:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742250_1426 (size=12561) 2024-11-10T23:42:08,289 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/f7cf8b90b9a64b88907237697bc179aa as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f7cf8b90b9a64b88907237697bc179aa 2024-11-10T23:42:08,295 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into f7cf8b90b9a64b88907237697bc179aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:08,295 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:08,295 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=13, startTime=1731282128266; duration=0sec 2024-11-10T23:42:08,296 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:08,296 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:42:08,296 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:08,296 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:08,296 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:42:08,296 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,296 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/5b96ec51ed28447284b0f41e12fd48a9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=35.8 K 2024-11-10T23:42:08,297 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b96ec51ed28447284b0f41e12fd48a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731282122021 2024-11-10T23:42:08,297 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 55d74472cee944d087a236956a50fb9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731282123231 2024-11-10T23:42:08,297 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e352b650e1c041db8ec3902fb36c21c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125450 2024-11-10T23:42:08,304 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:08,305 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/3622cccb08bd4c5e91dfeac9b58412fb is 50, key is test_row_0/C:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742252_1428 (size=12561) 2024-11-10T23:42:08,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:08,311 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:08,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca4bba10278444b49a7112025e1e36ce_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282126654/Put/seqid=0 2024-11-10T23:42:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742253_1429 (size=12304) 2024-11-10T23:42:08,685 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#365 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:08,686 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/c51727a116a64bcc8041dcc93a4c72ef is 175, key is test_row_0/A:col10/1731282126604/Put/seqid=0 2024-11-10T23:42:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742254_1430 (size=31515) 2024-11-10T23:42:08,696 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/c51727a116a64bcc8041dcc93a4c72ef as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef 2024-11-10T23:42:08,702 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into c51727a116a64bcc8041dcc93a4c72ef(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:08,702 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:08,702 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=13, startTime=1731282128266; duration=0sec 2024-11-10T23:42:08,702 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:08,702 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:42:08,713 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/3622cccb08bd4c5e91dfeac9b58412fb as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3622cccb08bd4c5e91dfeac9b58412fb 2024-11-10T23:42:08,717 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into 3622cccb08bd4c5e91dfeac9b58412fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:08,717 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:08,717 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=13, startTime=1731282128266; duration=0sec 2024-11-10T23:42:08,717 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:08,717 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:42:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:08,728 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca4bba10278444b49a7112025e1e36ce_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4bba10278444b49a7112025e1e36ce_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:08,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d064c619c1f7453fbd66d17d8a7affbc, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:08,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d064c619c1f7453fbd66d17d8a7affbc is 175, key is test_row_0/A:col10/1731282126654/Put/seqid=0 2024-11-10T23:42:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742255_1431 (size=31105) 2024-11-10T23:42:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:08,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282188912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:08,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282188913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282188915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282188915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282189031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282189041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282189041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282189041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,134 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d064c619c1f7453fbd66d17d8a7affbc 2024-11-10T23:42:09,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/6fba6ad1265b4075922eb5035b7215a6 is 50, key is test_row_0/B:col10/1731282126654/Put/seqid=0 2024-11-10T23:42:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742256_1432 (size=12151) 2024-11-10T23:42:09,148 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/6fba6ad1265b4075922eb5035b7215a6 2024-11-10T23:42:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ae10b0fdb9bd47a090060af1b159b0c8 is 50, key is test_row_0/C:col10/1731282126654/Put/seqid=0 2024-11-10T23:42:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742257_1433 (size=12151) 2024-11-10T23:42:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282189241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282189251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282189251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282189261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ae10b0fdb9bd47a090060af1b159b0c8 2024-11-10T23:42:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282189561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/d064c619c1f7453fbd66d17d8a7affbc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282189562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282189562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,571 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc, entries=150, sequenceid=179, filesize=30.4 K 2024-11-10T23:42:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/6fba6ad1265b4075922eb5035b7215a6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6 2024-11-10T23:42:09,575 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6, entries=150, sequenceid=179, filesize=11.9 K 2024-11-10T23:42:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ae10b0fdb9bd47a090060af1b159b0c8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8 2024-11-10T23:42:09,579 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8, entries=150, sequenceid=179, filesize=11.9 K 2024-11-10T23:42:09,580 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 815a015c1d80e9afeaff98be7b13ab45 in 1269ms, sequenceid=179, compaction requested=false 2024-11-10T23:42:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T23:42:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T23:42:09,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T23:42:09,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9550 sec 2024-11-10T23:42:09,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.9610 sec 2024-11-10T23:42:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:09,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:09,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fab1858f96b47f7b35ca7ffc3de30cd_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742258_1434 (size=14794) 2024-11-10T23:42:09,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282189707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282189831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:09,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:10,002 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fab1858f96b47f7b35ca7ffc3de30cd_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fab1858f96b47f7b35ca7ffc3de30cd_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:10,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5369e7e2c3fe49f08641475d78c7deb2, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5369e7e2c3fe49f08641475d78c7deb2 is 175, key is test_row_0/A:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742259_1435 (size=39749) 2024-11-10T23:42:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282190051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282190071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:10,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282190082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282190082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282190371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:10,408 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5369e7e2c3fe49f08641475d78c7deb2 2024-11-10T23:42:10,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/c8cff73cec114b46b6ee1e7c4c7cd77e is 50, key is test_row_0/B:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742260_1436 (size=12151) 2024-11-10T23:42:10,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/c8cff73cec114b46b6ee1e7c4c7cd77e 2024-11-10T23:42:10,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ee8629c22153437895eafb801677a69c is 50, key is test_row_0/C:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742261_1437 (size=12151) 2024-11-10T23:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T23:42:10,791 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:10,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T23:42:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:10,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:10,794 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:10,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:10,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ee8629c22153437895eafb801677a69c 2024-11-10T23:42:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/5369e7e2c3fe49f08641475d78c7deb2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2 2024-11-10T23:42:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2, entries=200, sequenceid=195, filesize=38.8 K 2024-11-10T23:42:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/c8cff73cec114b46b6ee1e7c4c7cd77e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e 2024-11-10T23:42:10,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T23:42:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/ee8629c22153437895eafb801677a69c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c 2024-11-10T23:42:10,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T23:42:10,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 815a015c1d80e9afeaff98be7b13ab45 in 1269ms, sequenceid=195, compaction requested=true 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:10,856 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:10,856 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:10,857 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:10,857 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:10,857 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:42:10,857 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:42:10,857 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,857 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,857 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f7cf8b90b9a64b88907237697bc179aa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=36.0 K 2024-11-10T23:42:10,857 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=100.0 K 2024-11-10T23:42:10,857 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,857 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2] 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f7cf8b90b9a64b88907237697bc179aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125450 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c51727a116a64bcc8041dcc93a4c72ef, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125450 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fba6ad1265b4075922eb5035b7215a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731282126653 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d064c619c1f7453fbd66d17d8a7affbc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731282126653 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c8cff73cec114b46b6ee1e7c4c7cd77e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128911 2024-11-10T23:42:10,858 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5369e7e2c3fe49f08641475d78c7deb2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128900 2024-11-10T23:42:10,865 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:10,866 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/c007ed4e629b48e08c788888c14c0935 is 50, key is test_row_0/B:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,867 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,869 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411106e5368f69ef84c34b79bfabcba88d5cd_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,871 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411106e5368f69ef84c34b79bfabcba88d5cd_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,871 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106e5368f69ef84c34b79bfabcba88d5cd_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742262_1438 (size=12663) 2024-11-10T23:42:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742263_1439 (size=4469) 2024-11-10T23:42:10,882 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#374 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:10,883 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/ed948b11ee504967a0123b063a49f935 is 175, key is test_row_0/A:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742264_1440 (size=31617) 2024-11-10T23:42:10,890 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/ed948b11ee504967a0123b063a49f935 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935 2024-11-10T23:42:10,896 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into ed948b11ee504967a0123b063a49f935(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:10,896 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:10,896 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=13, startTime=1731282130856; duration=0sec 2024-11-10T23:42:10,896 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:10,896 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:42:10,896 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:10,897 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:10,897 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:42:10,897 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,897 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3622cccb08bd4c5e91dfeac9b58412fb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=36.0 K 2024-11-10T23:42:10,897 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3622cccb08bd4c5e91dfeac9b58412fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731282125450 2024-11-10T23:42:10,898 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae10b0fdb9bd47a090060af1b159b0c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731282126653 2024-11-10T23:42:10,898 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee8629c22153437895eafb801677a69c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128911 2024-11-10T23:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:10,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:10,906 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:10,906 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/81bfab098a8e4a26bdf424a629bd9569 is 50, key is test_row_0/C:col10/1731282128911/Put/seqid=0 2024-11-10T23:42:10,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ba07ebd08fe4373b5aef2df36e9b220_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282130900/Put/seqid=0 2024-11-10T23:42:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742265_1441 (size=12663) 2024-11-10T23:42:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742266_1442 (size=14794) 2024-11-10T23:42:10,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ba07ebd08fe4373b5aef2df36e9b220_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ba07ebd08fe4373b5aef2df36e9b220_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:10,923 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/81bfab098a8e4a26bdf424a629bd9569 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/81bfab098a8e4a26bdf424a629bd9569 2024-11-10T23:42:10,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/86b94665e21146728a4ba3289852ca96, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:10,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/86b94665e21146728a4ba3289852ca96 is 175, key is test_row_0/A:col10/1731282130900/Put/seqid=0 2024-11-10T23:42:10,929 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into 81bfab098a8e4a26bdf424a629bd9569(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:10,929 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:10,929 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=13, startTime=1731282130856; duration=0sec 2024-11-10T23:42:10,930 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:10,930 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:42:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742267_1443 (size=39749) 2024-11-10T23:42:10,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:10,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:10,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282190985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282191091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282191091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,100 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:11,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282191102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282191102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,113 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,113 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,278 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/c007ed4e629b48e08c788888c14c0935 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c007ed4e629b48e08c788888c14c0935 2024-11-10T23:42:11,282 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into c007ed4e629b48e08c788888c14c0935(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:11,282 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:11,282 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=13, startTime=1731282130856; duration=0sec 2024-11-10T23:42:11,282 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:11,282 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:42:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282191311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,330 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/86b94665e21146728a4ba3289852ca96 2024-11-10T23:42:11,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/4a1ecb4b607c47d6abcaef249130268e is 50, key is test_row_0/B:col10/1731282130900/Put/seqid=0 2024-11-10T23:42:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742268_1444 (size=12151) 2024-11-10T23:42:11,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49794 deadline: 1731282191521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,531 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 815a015c1d80e9afeaff98be7b13ab45 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8285 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282191631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:11,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/4a1ecb4b607c47d6abcaef249130268e 2024-11-10T23:42:11,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e542ab769690437aab791cf75b962d8b is 50, key is test_row_0/C:col10/1731282130900/Put/seqid=0 2024-11-10T23:42:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742269_1445 (size=12151) 2024-11-10T23:42:11,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:11,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:12,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:12,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:12,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282192151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:12,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e542ab769690437aab791cf75b962d8b 2024-11-10T23:42:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/86b94665e21146728a4ba3289852ca96 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96 2024-11-10T23:42:12,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96, entries=200, sequenceid=215, filesize=38.8 K 2024-11-10T23:42:12,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/4a1ecb4b607c47d6abcaef249130268e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e 2024-11-10T23:42:12,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T23:42:12,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/e542ab769690437aab791cf75b962d8b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b 2024-11-10T23:42:12,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T23:42:12,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 815a015c1d80e9afeaff98be7b13ab45 in 1273ms, sequenceid=215, compaction requested=false 2024-11-10T23:42:12,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:12,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T23:42:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c43ddb16b69248da91931be1b47d481f_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282130973/Put/seqid=0 2024-11-10T23:42:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742270_1446 (size=12304) 2024-11-10T23:42:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:12,591 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c43ddb16b69248da91931be1b47d481f_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c43ddb16b69248da91931be1b47d481f_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/e91e6953161c4f0b93fc4f1b8b3b020e, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/e91e6953161c4f0b93fc4f1b8b3b020e is 175, key is test_row_0/A:col10/1731282130973/Put/seqid=0 2024-11-10T23:42:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742271_1447 (size=31105) 2024-11-10T23:42:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:12,997 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/e91e6953161c4f0b93fc4f1b8b3b020e 2024-11-10T23:42:13,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/f1fda5aee02e40cba945f17267341f80 is 50, key is test_row_0/B:col10/1731282130973/Put/seqid=0 2024-11-10T23:42:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742272_1448 (size=12151) 2024-11-10T23:42:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:13,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. as already flushing 2024-11-10T23:42:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282193172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282193174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282193175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282193177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282193291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282193291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282193291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282193301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,408 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/f1fda5aee02e40cba945f17267341f80 2024-11-10T23:42:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/dcf54b6313aa45a3aa6ac9cd56670180 is 50, key is test_row_0/C:col10/1731282130973/Put/seqid=0 2024-11-10T23:42:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742273_1449 (size=12151) 2024-11-10T23:42:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282193511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282193511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282193511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282193511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,822 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/dcf54b6313aa45a3aa6ac9cd56670180 2024-11-10T23:42:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/e91e6953161c4f0b93fc4f1b8b3b020e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e 2024-11-10T23:42:13,830 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e, entries=150, sequenceid=230, filesize=30.4 K 2024-11-10T23:42:13,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49748 deadline: 1731282193821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49768 deadline: 1731282193821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/f1fda5aee02e40cba945f17267341f80 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49826 deadline: 1731282193821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731282193821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:13,835 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T23:42:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/dcf54b6313aa45a3aa6ac9cd56670180 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180 2024-11-10T23:42:13,838 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T23:42:13,839 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 815a015c1d80e9afeaff98be7b13ab45 in 1665ms, sequenceid=230, compaction requested=true 2024-11-10T23:42:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T23:42:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T23:42:13,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T23:42:13,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0480 sec 2024-11-10T23:42:13,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.0520 sec 2024-11-10T23:42:13,996 INFO [Thread-1712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1712. 2024-11-10T23:42:13,996 DEBUG [Thread-1712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:13,996 DEBUG [Thread-1712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:13,996 INFO [Thread-1710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1710. 2024-11-10T23:42:13,996 DEBUG [Thread-1710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:13,996 DEBUG [Thread-1710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:13,996 DEBUG [Thread-1712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:13,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:13,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:13,996 DEBUG [Thread-1710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,001 INFO [Thread-1704 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1704. 2024-11-10T23:42:14,001 DEBUG [Thread-1704 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,001 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,001 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,004 INFO [Thread-1706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1706. 2024-11-10T23:42:14,004 DEBUG [Thread-1706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,004 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,004 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,004 INFO [Thread-1708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1708. 2024-11-10T23:42:14,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,004 DEBUG [Thread-1708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,004 DEBUG [Thread-1708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,004 DEBUG [Thread-1708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:14,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-10T23:42:14,343 INFO [Thread-1695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1695. 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:14,343 INFO [Thread-1699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1699. 2024-11-10T23:42:14,343 DEBUG [Thread-1695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,343 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:14,343 DEBUG [Thread-1699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:14,343 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:14,343 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,343 INFO [Thread-1693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1693. 2024-11-10T23:42:14,343 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,343 DEBUG [Thread-1693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,343 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,343 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,345 INFO [Thread-1697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1697. 2024-11-10T23:42:14,345 DEBUG [Thread-1697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:14,345 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,345 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:14,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:14,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101483356ddb7b4f6f87e55c6fe7c1e9a5_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742274_1450 (size=12304) 2024-11-10T23:42:14,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:14,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101483356ddb7b4f6f87e55c6fe7c1e9a5_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101483356ddb7b4f6f87e55c6fe7c1e9a5_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:14,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/9941ebd89897415b9242be0c2b6dfe64, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:14,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/9941ebd89897415b9242be0c2b6dfe64 is 175, key is test_row_0/A:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742275_1451 (size=31105) 2024-11-10T23:42:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T23:42:14,972 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:15,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/9941ebd89897415b9242be0c2b6dfe64 2024-11-10T23:42:15,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/97dc2c501fa04e78aab1d1ac2428f98c is 50, key is test_row_0/B:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742276_1452 (size=12151) 2024-11-10T23:42:15,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/97dc2c501fa04e78aab1d1ac2428f98c 2024-11-10T23:42:15,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/41137c34326b4561ad61e7ac04bd87df is 50, key is test_row_0/C:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742277_1453 (size=12151) 2024-11-10T23:42:15,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/41137c34326b4561ad61e7ac04bd87df 2024-11-10T23:42:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/9941ebd89897415b9242be0c2b6dfe64 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64 2024-11-10T23:42:15,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64, entries=150, sequenceid=252, filesize=30.4 K 2024-11-10T23:42:15,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/97dc2c501fa04e78aab1d1ac2428f98c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c 2024-11-10T23:42:15,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T23:42:15,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/41137c34326b4561ad61e7ac04bd87df as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df 2024-11-10T23:42:15,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T23:42:15,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=6.71 KB/6870 for 815a015c1d80e9afeaff98be7b13ab45 in 1650ms, sequenceid=252, compaction requested=true 2024-11-10T23:42:15,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a015c1d80e9afeaff98be7b13ab45:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:15,994 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:15,994 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133576 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/B is initiating minor compaction (all files) 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/A is initiating minor compaction (all files) 2024-11-10T23:42:15,995 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/B in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:15,995 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/A in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:15,995 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c007ed4e629b48e08c788888c14c0935, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=48.0 K 2024-11-10T23:42:15,995 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=130.4 K 2024-11-10T23:42:15,995 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64] 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c007ed4e629b48e08c788888c14c0935, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128911 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed948b11ee504967a0123b063a49f935, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128911 2024-11-10T23:42:15,995 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a1ecb4b607c47d6abcaef249130268e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282129685 2024-11-10T23:42:15,996 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86b94665e21146728a4ba3289852ca96, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282129685 2024-11-10T23:42:15,996 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f1fda5aee02e40cba945f17267341f80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731282130963 2024-11-10T23:42:15,996 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91e6953161c4f0b93fc4f1b8b3b020e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731282130963 2024-11-10T23:42:15,996 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 97dc2c501fa04e78aab1d1ac2428f98c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731282133173 2024-11-10T23:42:15,996 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9941ebd89897415b9242be0c2b6dfe64, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731282133173 2024-11-10T23:42:16,001 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:16,003 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:16,003 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c5708e54fe7348d7b61b7fdc3015977c_815a015c1d80e9afeaff98be7b13ab45 store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:16,003 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/59f99d256ae64517b92df98a74b354fe is 50, key is test_row_0/B:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:16,008 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c5708e54fe7348d7b61b7fdc3015977c_815a015c1d80e9afeaff98be7b13ab45, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:16,009 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5708e54fe7348d7b61b7fdc3015977c_815a015c1d80e9afeaff98be7b13ab45 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742278_1454 (size=12799) 2024-11-10T23:42:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742279_1455 (size=4469) 2024-11-10T23:42:16,413 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#A#compaction#386 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:16,413 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/35d08f13e28949d090c14218bb2da14b is 175, key is test_row_0/A:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:16,415 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/59f99d256ae64517b92df98a74b354fe as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/59f99d256ae64517b92df98a74b354fe 2024-11-10T23:42:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742280_1456 (size=31753) 2024-11-10T23:42:16,418 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/B of 815a015c1d80e9afeaff98be7b13ab45 into 59f99d256ae64517b92df98a74b354fe(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:16,418 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:16,419 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/B, priority=12, startTime=1731282135994; duration=0sec 2024-11-10T23:42:16,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:16,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:B 2024-11-10T23:42:16,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:16,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:16,419 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 815a015c1d80e9afeaff98be7b13ab45/C is initiating minor compaction (all files) 2024-11-10T23:42:16,420 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 815a015c1d80e9afeaff98be7b13ab45/C in TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:16,420 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/81bfab098a8e4a26bdf424a629bd9569, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp, totalSize=48.0 K 2024-11-10T23:42:16,420 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 81bfab098a8e4a26bdf424a629bd9569, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731282128911 2024-11-10T23:42:16,420 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e542ab769690437aab791cf75b962d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731282129685 2024-11-10T23:42:16,420 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting dcf54b6313aa45a3aa6ac9cd56670180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731282130963 2024-11-10T23:42:16,420 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 41137c34326b4561ad61e7ac04bd87df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731282133173 2024-11-10T23:42:16,427 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a015c1d80e9afeaff98be7b13ab45#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:16,427 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/f63d2f63d29b4b3f9cf768b0ec9da79a is 50, key is test_row_0/C:col10/1731282134341/Put/seqid=0 2024-11-10T23:42:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742281_1457 (size=12799) 2024-11-10T23:42:16,820 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/35d08f13e28949d090c14218bb2da14b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/35d08f13e28949d090c14218bb2da14b 2024-11-10T23:42:16,824 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/A of 815a015c1d80e9afeaff98be7b13ab45 into 35d08f13e28949d090c14218bb2da14b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:16,824 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:16,824 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/A, priority=12, startTime=1731282135994; duration=0sec 2024-11-10T23:42:16,825 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:16,825 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:A 2024-11-10T23:42:16,834 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/f63d2f63d29b4b3f9cf768b0ec9da79a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/f63d2f63d29b4b3f9cf768b0ec9da79a 2024-11-10T23:42:16,837 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 815a015c1d80e9afeaff98be7b13ab45/C of 815a015c1d80e9afeaff98be7b13ab45 into f63d2f63d29b4b3f9cf768b0ec9da79a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:16,837 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 815a015c1d80e9afeaff98be7b13ab45: 2024-11-10T23:42:16,837 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., storeName=815a015c1d80e9afeaff98be7b13ab45/C, priority=12, startTime=1731282135994; duration=0sec 2024-11-10T23:42:16,837 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:16,837 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a015c1d80e9afeaff98be7b13ab45:C 2024-11-10T23:42:17,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:42:21,565 WARN [regionserver/ae12972821c6:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-10T23:42:21,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64] to archive 2024-11-10T23:42:21,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:21,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/01cec078b629411296b800d66d949c3e 2024-11-10T23:42:21,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/2aba8b23b5f7406e8fae676c6cd9021d 2024-11-10T23:42:21,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c482c8de3de04fc6b633759c7b39d61c 2024-11-10T23:42:21,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5ff8a55a5ba2462d94b00250db234431 2024-11-10T23:42:21,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/aab767212a79416b904158eddefee404 2024-11-10T23:42:21,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/0ed66a518bf74792bef7ceac42d7730c 2024-11-10T23:42:21,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d97e41c8905f4399a3d57ac4331a57f5 2024-11-10T23:42:21,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/370bd05758464112b3397b11376d132d 2024-11-10T23:42:21,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7306b4bb1bfd44839a471b70ab91676f 2024-11-10T23:42:21,576 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/7cbf001e1112480ab7ce100c25ee5868 2024-11-10T23:42:21,577 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/4c0612172c1340f1849051b28c425997 2024-11-10T23:42:21,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/49022c2569ae41188fda9d82e1b0d146 2024-11-10T23:42:21,579 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/c51727a116a64bcc8041dcc93a4c72ef 2024-11-10T23:42:21,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/d064c619c1f7453fbd66d17d8a7affbc 2024-11-10T23:42:21,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/5369e7e2c3fe49f08641475d78c7deb2 2024-11-10T23:42:21,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/ed948b11ee504967a0123b063a49f935 2024-11-10T23:42:21,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/86b94665e21146728a4ba3289852ca96 2024-11-10T23:42:21,584 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/e91e6953161c4f0b93fc4f1b8b3b020e 2024-11-10T23:42:21,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/9941ebd89897415b9242be0c2b6dfe64 2024-11-10T23:42:21,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4c9b234ecbf6494db57ea8e1e90a4f38, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e4b5895911b04602b6a35c3844b548d2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/1680180ff5474068955fa4064c26f91a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f7cf8b90b9a64b88907237697bc179aa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c007ed4e629b48e08c788888c14c0935, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c] to archive 2024-11-10T23:42:21,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:21,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/317c2d5b407d45f4b0586f1651b192d4 2024-11-10T23:42:21,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/3a7d2aaf23874a20a9c8a9731cc53f56 2024-11-10T23:42:21,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4c9b234ecbf6494db57ea8e1e90a4f38 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4c9b234ecbf6494db57ea8e1e90a4f38 2024-11-10T23:42:21,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e089648d10f24a7a84e4ce71c2636ef1 2024-11-10T23:42:21,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/9af59b6b0455457c8f8e31e48535b7fc 2024-11-10T23:42:21,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e4b5895911b04602b6a35c3844b548d2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/e4b5895911b04602b6a35c3844b548d2 2024-11-10T23:42:21,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/da38828dcccc4fb9a9fa0cea42831678 2024-11-10T23:42:21,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/553f3f4ee69f47509255c697d21280df 2024-11-10T23:42:21,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/1680180ff5474068955fa4064c26f91a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/1680180ff5474068955fa4064c26f91a 2024-11-10T23:42:21,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/0069488080ae41088e2f407370dac570 2024-11-10T23:42:21,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/5af825c6f451449dbb807f1d13218b3c 2024-11-10T23:42:21,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f7cf8b90b9a64b88907237697bc179aa to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f7cf8b90b9a64b88907237697bc179aa 2024-11-10T23:42:21,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/ecfe5c4e7ee54e1184d91165a48ebfb6 2024-11-10T23:42:21,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/6fba6ad1265b4075922eb5035b7215a6 2024-11-10T23:42:21,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c007ed4e629b48e08c788888c14c0935 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c007ed4e629b48e08c788888c14c0935 2024-11-10T23:42:21,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/c8cff73cec114b46b6ee1e7c4c7cd77e 2024-11-10T23:42:21,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/4a1ecb4b607c47d6abcaef249130268e 2024-11-10T23:42:21,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/f1fda5aee02e40cba945f17267341f80 2024-11-10T23:42:21,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/97dc2c501fa04e78aab1d1ac2428f98c 2024-11-10T23:42:21,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/02ef57989fb447d39644dd24c8b8d817, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/7f794921b47e46dc88b76eaa59bb4b63, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/5b96ec51ed28447284b0f41e12fd48a9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3622cccb08bd4c5e91dfeac9b58412fb, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/81bfab098a8e4a26bdf424a629bd9569, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df] to archive 2024-11-10T23:42:21,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:21,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/c2d586427f5b418383bd0085ccfedb11 2024-11-10T23:42:21,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3dd14dabe63d40e09a98bcacb3b7154e 2024-11-10T23:42:21,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/02ef57989fb447d39644dd24c8b8d817 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/02ef57989fb447d39644dd24c8b8d817 2024-11-10T23:42:21,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/8e6362618c534a218e8bde22287719bb 2024-11-10T23:42:21,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/53aa98e17ecd4fdbb07eb83510a3f4aa 2024-11-10T23:42:21,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/7f794921b47e46dc88b76eaa59bb4b63 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/7f794921b47e46dc88b76eaa59bb4b63 2024-11-10T23:42:21,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ff9d7ce7d1c9446183f7f773c52abb67 2024-11-10T23:42:21,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e5f4b50862f9420e87c51e91645b95a2 2024-11-10T23:42:21,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/5b96ec51ed28447284b0f41e12fd48a9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/5b96ec51ed28447284b0f41e12fd48a9 2024-11-10T23:42:21,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/16b77d18d2f2430c800d560ecd8984d5 2024-11-10T23:42:21,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/55d74472cee944d087a236956a50fb9d 2024-11-10T23:42:21,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3622cccb08bd4c5e91dfeac9b58412fb to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/3622cccb08bd4c5e91dfeac9b58412fb 2024-11-10T23:42:21,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e352b650e1c041db8ec3902fb36c21c3 2024-11-10T23:42:21,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ae10b0fdb9bd47a090060af1b159b0c8 2024-11-10T23:42:21,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/81bfab098a8e4a26bdf424a629bd9569 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/81bfab098a8e4a26bdf424a629bd9569 2024-11-10T23:42:21,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/ee8629c22153437895eafb801677a69c 2024-11-10T23:42:21,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/e542ab769690437aab791cf75b962d8b 2024-11-10T23:42:21,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/dcf54b6313aa45a3aa6ac9cd56670180 2024-11-10T23:42:21,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/41137c34326b4561ad61e7ac04bd87df 2024-11-10T23:42:21,623 INFO [Thread-1701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1701. 2024-11-10T23:42:21,623 DEBUG [Thread-1701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:21,623 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:21,623 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:21,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1082 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3245 rows 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1072 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3212 rows 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1079 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3236 rows 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1068 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3199 rows 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1076 2024-11-10T23:42:21,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3227 rows 2024-11-10T23:42:21,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:42:21,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:21,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:21,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:21,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:21,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:42:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:21,628 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282141627"}]},"ts":"1731282141627"} 2024-11-10T23:42:21,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:42:21,629 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:42:21,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:42:21,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, UNASSIGN}] 2024-11-10T23:42:21,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, UNASSIGN 2024-11-10T23:42:21,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:21,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, UNASSIGN because future has completed 2024-11-10T23:42:21,633 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:42:21,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:21,785 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:21,785 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:42:21,785 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 815a015c1d80e9afeaff98be7b13ab45, disabling compactions & flushes 2024-11-10T23:42:21,785 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:21,785 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:21,785 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. after waiting 0 ms 2024-11-10T23:42:21,785 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:21,785 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 815a015c1d80e9afeaff98be7b13ab45 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=A 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=B 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a015c1d80e9afeaff98be7b13ab45, store=C 2024-11-10T23:42:21,786 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:21,790 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e11367d4b1ef472ab3771aa9f49c922b_815a015c1d80e9afeaff98be7b13ab45 is 50, key is test_row_0/A:col10/1731282141621/Put/seqid=0 2024-11-10T23:42:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742282_1458 (size=9864) 2024-11-10T23:42:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:22,194 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:22,198 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e11367d4b1ef472ab3771aa9f49c922b_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e11367d4b1ef472ab3771aa9f49c922b_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:22,198 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/32fc128b8c664346ae12ef37e23039c5, store: [table=TestAcidGuarantees family=A region=815a015c1d80e9afeaff98be7b13ab45] 2024-11-10T23:42:22,199 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/32fc128b8c664346ae12ef37e23039c5 is 175, key is test_row_0/A:col10/1731282141621/Put/seqid=0 2024-11-10T23:42:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742283_1459 (size=22511) 2024-11-10T23:42:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:22,602 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/32fc128b8c664346ae12ef37e23039c5 2024-11-10T23:42:22,608 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/d349f8f4fb464323992d824657d57d9c is 50, key is test_row_0/B:col10/1731282141621/Put/seqid=0 2024-11-10T23:42:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742284_1460 (size=9807) 2024-11-10T23:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:23,011 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/d349f8f4fb464323992d824657d57d9c 2024-11-10T23:42:23,017 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/24b293b58b2d4cf3b30777164f7dce70 is 50, key is test_row_0/C:col10/1731282141621/Put/seqid=0 2024-11-10T23:42:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742285_1461 (size=9807) 2024-11-10T23:42:23,420 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/24b293b58b2d4cf3b30777164f7dce70 2024-11-10T23:42:23,424 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/A/32fc128b8c664346ae12ef37e23039c5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/32fc128b8c664346ae12ef37e23039c5 2024-11-10T23:42:23,427 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/32fc128b8c664346ae12ef37e23039c5, entries=100, sequenceid=260, filesize=22.0 K 2024-11-10T23:42:23,427 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/B/d349f8f4fb464323992d824657d57d9c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/d349f8f4fb464323992d824657d57d9c 2024-11-10T23:42:23,430 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/d349f8f4fb464323992d824657d57d9c, entries=100, sequenceid=260, filesize=9.6 K 2024-11-10T23:42:23,431 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/.tmp/C/24b293b58b2d4cf3b30777164f7dce70 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/24b293b58b2d4cf3b30777164f7dce70 2024-11-10T23:42:23,433 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/24b293b58b2d4cf3b30777164f7dce70, entries=100, sequenceid=260, filesize=9.6 K 2024-11-10T23:42:23,434 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 815a015c1d80e9afeaff98be7b13ab45 in 1649ms, sequenceid=260, compaction requested=false 2024-11-10T23:42:23,438 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits/263.seqid, newMaxSeqId=263, maxSeqId=4 2024-11-10T23:42:23,439 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. 2024-11-10T23:42:23,439 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 815a015c1d80e9afeaff98be7b13ab45: Waiting for close lock at 1731282141785Running coprocessor pre-close hooks at 1731282141785Disabling compacts and flushes for region at 1731282141785Disabling writes for close at 1731282141785Obtaining lock to block concurrent updates at 1731282141785Preparing flush snapshotting stores in 815a015c1d80e9afeaff98be7b13ab45 at 1731282141785Finished memstore snapshotting TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731282141786 (+1 ms)Flushing stores of TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45. at 1731282141786Flushing 815a015c1d80e9afeaff98be7b13ab45/A: creating writer at 1731282141786Flushing mob file 815a015c1d80e9afeaff98be7b13ab45/A: appending metadata at 1731282141790 (+4 ms)Flushing mob file 815a015c1d80e9afeaff98be7b13ab45/A: closing flushed file at 1731282141790Flushing 815a015c1d80e9afeaff98be7b13ab45/A: appending metadata at 1731282142198 (+408 ms)Flushing 815a015c1d80e9afeaff98be7b13ab45/A: closing flushed file at 1731282142198Flushing 815a015c1d80e9afeaff98be7b13ab45/B: creating writer at 1731282142605 (+407 ms)Flushing 815a015c1d80e9afeaff98be7b13ab45/B: appending metadata at 1731282142607 (+2 ms)Flushing 815a015c1d80e9afeaff98be7b13ab45/B: closing flushed file at 1731282142607Flushing 815a015c1d80e9afeaff98be7b13ab45/C: creating writer at 1731282143014 (+407 ms)Flushing 815a015c1d80e9afeaff98be7b13ab45/C: appending metadata at 1731282143016 (+2 ms)Flushing 815a015c1d80e9afeaff98be7b13ab45/C: closing flushed file at 1731282143016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287e16b3: reopening flushed file at 1731282143424 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3866aa81: reopening flushed file at 1731282143427 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef0e55f: reopening flushed file at 1731282143430 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 815a015c1d80e9afeaff98be7b13ab45 in 1649ms, sequenceid=260, compaction requested=false at 1731282143434 (+4 ms)Writing region close event to WAL at 1731282143436 (+2 ms)Running coprocessor post-close hooks at 1731282143439 (+3 ms)Closed at 1731282143439 2024-11-10T23:42:23,441 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=815a015c1d80e9afeaff98be7b13ab45, regionState=CLOSED 2024-11-10T23:42:23,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:23,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T23:42:23,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 815a015c1d80e9afeaff98be7b13ab45, server=ae12972821c6,40463,1731282019372 in 1.8100 sec 2024-11-10T23:42:23,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-10T23:42:23,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a015c1d80e9afeaff98be7b13ab45, UNASSIGN in 1.8130 sec 2024-11-10T23:42:23,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T23:42:23,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8170 sec 2024-11-10T23:42:23,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282143448"}]},"ts":"1731282143448"} 2024-11-10T23:42:23,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:42:23,450 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:42:23,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8260 sec 2024-11-10T23:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T23:42:23,772 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:23,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,774 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T23:42:23,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,778 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits] 2024-11-10T23:42:23,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/32fc128b8c664346ae12ef37e23039c5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/32fc128b8c664346ae12ef37e23039c5 2024-11-10T23:42:23,781 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/35d08f13e28949d090c14218bb2da14b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/A/35d08f13e28949d090c14218bb2da14b 2024-11-10T23:42:23,783 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/59f99d256ae64517b92df98a74b354fe to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/59f99d256ae64517b92df98a74b354fe 2024-11-10T23:42:23,784 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/d349f8f4fb464323992d824657d57d9c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/B/d349f8f4fb464323992d824657d57d9c 2024-11-10T23:42:23,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/24b293b58b2d4cf3b30777164f7dce70 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/24b293b58b2d4cf3b30777164f7dce70 2024-11-10T23:42:23,786 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/f63d2f63d29b4b3f9cf768b0ec9da79a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/C/f63d2f63d29b4b3f9cf768b0ec9da79a 2024-11-10T23:42:23,788 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits/263.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45/recovered.edits/263.seqid 2024-11-10T23:42:23,788 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:42:23,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:42:23,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T23:42:23,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101483356ddb7b4f6f87e55c6fe7c1e9a5_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101483356ddb7b4f6f87e55c6fe7c1e9a5_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110429e36a588c243e580f90e1fa5217c75_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110429e36a588c243e580f90e1fa5217c75_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ba07ebd08fe4373b5aef2df36e9b220_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ba07ebd08fe4373b5aef2df36e9b220_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052e23398cb044373abe9769208784fe9_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052e23398cb044373abe9769208784fe9_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fab1858f96b47f7b35ca7ffc3de30cd_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fab1858f96b47f7b35ca7ffc3de30cd_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107283135dfb2c49b99975a2b05882d0af_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107283135dfb2c49b99975a2b05882d0af_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107371229103444d28b53ac3ef9e4c9172_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107371229103444d28b53ac3ef9e4c9172_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f2da943c56f47d18bbfa3d2d6751f89_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f2da943c56f47d18bbfa3d2d6751f89_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111093a3de4319de4f6fb4e951f7679bd4e0_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111093a3de4319de4f6fb4e951f7679bd4e0_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c43ddb16b69248da91931be1b47d481f_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c43ddb16b69248da91931be1b47d481f_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c6c48398b8084f7aa583934601f2af53_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c6c48398b8084f7aa583934601f2af53_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c74b0edb0f13464f8ce70c9bf45560bf_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c74b0edb0f13464f8ce70c9bf45560bf_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,802 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4bba10278444b49a7112025e1e36ce_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4bba10278444b49a7112025e1e36ce_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,803 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e11367d4b1ef472ab3771aa9f49c922b_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e11367d4b1ef472ab3771aa9f49c922b_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4ff20067e914332bc1b6e31aa0f97bd_815a015c1d80e9afeaff98be7b13ab45 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4ff20067e914332bc1b6e31aa0f97bd_815a015c1d80e9afeaff98be7b13ab45 2024-11-10T23:42:23,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:42:23,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,808 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:42:23,810 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:42:23,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:42:23,811 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282143811"}]},"ts":"9223372036854775807"} 2024-11-10T23:42:23,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:42:23,813 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 815a015c1d80e9afeaff98be7b13ab45, NAME => 'TestAcidGuarantees,,1731282110891.815a015c1d80e9afeaff98be7b13ab45.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:42:23,813 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:42:23,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282143813"}]},"ts":"9223372036854775807"} 2024-11-10T23:42:23,814 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:42:23,815 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-10T23:42:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T23:42:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:42:23,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:23,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 250), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=7770 (was 7799) 2024-11-10T23:42:23,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=7769 2024-11-10T23:42:23,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:42:23,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:42:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:23,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:42:23,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-10T23:42:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:23,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:42:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742286_1462 (size=1061) 2024-11-10T23:42:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:24,310 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:42:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742287_1463 (size=53) 2024-11-10T23:42:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 765ab26b35a7144ab7673979974a1c96, disabling compactions & flushes 2024-11-10T23:42:24,715 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. after waiting 0 ms 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:24,715 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:24,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 765ab26b35a7144ab7673979974a1c96: Waiting for close lock at 1731282144715Disabling compacts and flushes for region at 1731282144715Disabling writes for close at 1731282144715Writing region close event to WAL at 1731282144715Closed at 1731282144715 2024-11-10T23:42:24,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:42:24,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282144716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282144716"}]},"ts":"1731282144716"} 2024-11-10T23:42:24,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:42:24,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:42:24,719 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282144719"}]},"ts":"1731282144719"} 2024-11-10T23:42:24,720 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:42:24,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, ASSIGN}] 2024-11-10T23:42:24,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, ASSIGN 2024-11-10T23:42:24,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:42:24,872 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=765ab26b35a7144ab7673979974a1c96, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:24,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, ASSIGN because future has completed 2024-11-10T23:42:24,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:25,028 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:25,028 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:42:25,029 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,029 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:25,029 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,029 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,030 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,031 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:25,031 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765ab26b35a7144ab7673979974a1c96 columnFamilyName A 2024-11-10T23:42:25,031 DEBUG [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:25,032 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(327): Store=765ab26b35a7144ab7673979974a1c96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:25,032 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,033 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:25,033 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765ab26b35a7144ab7673979974a1c96 columnFamilyName B 2024-11-10T23:42:25,033 DEBUG [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:25,033 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(327): Store=765ab26b35a7144ab7673979974a1c96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:25,033 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,034 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:25,034 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765ab26b35a7144ab7673979974a1c96 columnFamilyName C 2024-11-10T23:42:25,034 DEBUG [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:25,034 INFO [StoreOpener-765ab26b35a7144ab7673979974a1c96-1 {}] regionserver.HStore(327): Store=765ab26b35a7144ab7673979974a1c96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:25,034 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:25,035 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,035 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,035 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,036 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,036 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,036 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:42:25,037 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,038 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:42:25,039 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 765ab26b35a7144ab7673979974a1c96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67681965, jitterRate=0.008539870381355286}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:42:25,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:25,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 765ab26b35a7144ab7673979974a1c96: Running coprocessor pre-open hook at 1731282145029Writing region info on filesystem at 1731282145029Initializing all the Stores at 1731282145030 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282145030Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282145030Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282145030Cleaning up temporary data from old regions at 1731282145036 (+6 ms)Running coprocessor post-open hooks at 1731282145039 (+3 ms)Region opened successfully at 1731282145039 2024-11-10T23:42:25,040 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., pid=124, masterSystemTime=1731282145025 2024-11-10T23:42:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:25,042 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:25,042 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:25,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=765ab26b35a7144ab7673979974a1c96, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:25,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T23:42:25,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 in 170 msec 2024-11-10T23:42:25,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-10T23:42:25,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, ASSIGN in 325 msec 2024-11-10T23:42:25,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:42:25,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282145047"}]},"ts":"1731282145047"} 2024-11-10T23:42:25,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:42:25,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:42:25,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-10T23:42:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-10T23:42:26,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:26,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38092041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,053 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774bf488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5385d872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:42:26,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:42:26,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752a9de5 2024-11-10T23:42:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:42:26,059 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:42:26,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506a0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,061 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ab042d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39985e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,064 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d535c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b03903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450c2be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,067 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650dbd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,068 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9b2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f0b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fed4688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaa5272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31635e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,072 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d59b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,073 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceb5b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10d94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2243efc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ab3e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456cc2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516d76ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,078 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22909567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e99655a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a148f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bef462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156053de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,082 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604f2b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203f37df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214992fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:26,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:26,084 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd9d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,086 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26040a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:26,087 DEBUG [Thread-2075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,087 DEBUG [Thread-2082 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,087 DEBUG [Thread-2073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:26,087 DEBUG [Thread-2069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,087 DEBUG [Thread-2080 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,088 DEBUG [Thread-2078 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,088 DEBUG [Thread-2067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,089 DEBUG [Thread-2086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,089 DEBUG [Thread-2084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-10T23:42:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,090 DEBUG [Thread-2071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:26,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:26,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:26,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2] 2024-11-10T23:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:26,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:26,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:26,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/332c467e05584f77ae47ed9f320c7aae is 50, key is test_row_0/A:col10/1731282146100/Put/seqid=0 2024-11-10T23:42:26,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742288_1464 (size=12001) 2024-11-10T23:42:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282206131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282206132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282146120, max timestamp=1731282146140Num uniques 859; 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282146120, max timestamp=1731282146140Num uniques 859; 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282146120, max timestamp=1731282146140Num uniques 859; 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:26,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282206185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282206194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282206194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:26,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282206251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282206251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282206301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282206311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282206311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:26,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282206471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282206471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282206521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/332c467e05584f77ae47ed9f320c7aae 2024-11-10T23:42:26,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282206531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282206531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/91c4438eb0e34d17adc9a7f104e8233c is 50, key is test_row_0/B:col10/1731282146100/Put/seqid=0 2024-11-10T23:42:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742289_1465 (size=12001) 2024-11-10T23:42:26,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:26,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282206791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282206791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282206841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282206851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282206851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:26,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:26,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:26,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/91c4438eb0e34d17adc9a7f104e8233c 2024-11-10T23:42:26,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/891f95d480f343e5b948852cd0f675a9 is 50, key is test_row_0/C:col10/1731282146100/Put/seqid=0 2024-11-10T23:42:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742290_1466 (size=12001) 2024-11-10T23:42:27,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282207301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282207301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:27,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282207361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282207361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:27,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282207371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:27,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/891f95d480f343e5b948852cd0f675a9 2024-11-10T23:42:27,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/332c467e05584f77ae47ed9f320c7aae as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae 2024-11-10T23:42:27,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T23:42:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/91c4438eb0e34d17adc9a7f104e8233c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c 2024-11-10T23:42:27,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T23:42:27,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/891f95d480f343e5b948852cd0f675a9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9 2024-11-10T23:42:27,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T23:42:27,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 765ab26b35a7144ab7673979974a1c96 in 1296ms, sequenceid=12, compaction requested=false 2024-11-10T23:42:27,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:27,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T23:42:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:27,474 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-10T23:42:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:27,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/be762b0189104ca0b6def4f0cc8d3d3f is 50, key is test_row_0/A:col10/1731282146192/Put/seqid=0 2024-11-10T23:42:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742291_1467 (size=12001) 2024-11-10T23:42:27,884 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/be762b0189104ca0b6def4f0cc8d3d3f 2024-11-10T23:42:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9019742eaf064e6bb8e20d194e94d2a6 is 50, key is test_row_0/B:col10/1731282146192/Put/seqid=0 2024-11-10T23:42:27,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742292_1468 (size=12001) 2024-11-10T23:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:28,296 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9019742eaf064e6bb8e20d194e94d2a6 2024-11-10T23:42:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d46e071699e64de7bb951e38c4ef4fb0 is 50, key is test_row_0/C:col10/1731282146192/Put/seqid=0 2024-11-10T23:42:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742293_1469 (size=12001) 2024-11-10T23:42:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:28,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282208361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282208364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282208381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282208381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282208391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,396 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,396 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,396 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282208481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282208481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,708 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d46e071699e64de7bb951e38c4ef4fb0 2024-11-10T23:42:28,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282208701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282208701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/be762b0189104ca0b6def4f0cc8d3d3f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f 2024-11-10T23:42:28,715 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f, entries=150, sequenceid=46, filesize=11.7 K 2024-11-10T23:42:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9019742eaf064e6bb8e20d194e94d2a6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6 2024-11-10T23:42:28,719 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6, entries=150, sequenceid=46, filesize=11.7 K 2024-11-10T23:42:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d46e071699e64de7bb951e38c4ef4fb0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0 2024-11-10T23:42:28,723 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0, entries=150, sequenceid=46, filesize=11.7 K 2024-11-10T23:42:28,724 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 765ab26b35a7144ab7673979974a1c96 in 1250ms, sequenceid=46, compaction requested=false 2024-11-10T23:42:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-10T23:42:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-10T23:42:28,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T23:42:28,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-10T23:42:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.6420 sec 2024-11-10T23:42:28,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:29,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:29,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/86d9fb652fb4422b90163e4634fbc856 is 50, key is test_row_0/A:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742294_1470 (size=14341) 2024-11-10T23:42:29,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282209110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282209124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282209231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282209231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/86d9fb652fb4422b90163e4634fbc856 2024-11-10T23:42:29,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/acc216a1cce6409aa6093eaa24e81e84 is 50, key is test_row_0/B:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742295_1471 (size=12001) 2024-11-10T23:42:29,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282209451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282209451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282209771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282209771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:29,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/acc216a1cce6409aa6093eaa24e81e84 2024-11-10T23:42:29,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c54ea465ab9b41079b3c7b013cd3ca48 is 50, key is test_row_0/C:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742296_1472 (size=12001) 2024-11-10T23:42:29,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c54ea465ab9b41079b3c7b013cd3ca48 2024-11-10T23:42:29,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/86d9fb652fb4422b90163e4634fbc856 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856 2024-11-10T23:42:29,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856, entries=200, sequenceid=58, filesize=14.0 K 2024-11-10T23:42:29,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/acc216a1cce6409aa6093eaa24e81e84 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84 2024-11-10T23:42:29,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T23:42:29,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c54ea465ab9b41079b3c7b013cd3ca48 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48 2024-11-10T23:42:29,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T23:42:29,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 765ab26b35a7144ab7673979974a1c96 in 850ms, sequenceid=58, compaction requested=true 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:29,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:29,876 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:29,876 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:29,877 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:29,877 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:29,877 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:29,877 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:29,877 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:29,877 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:29,877 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=35.2 K 2024-11-10T23:42:29,877 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=37.4 K 2024-11-10T23:42:29,877 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c4438eb0e34d17adc9a7f104e8233c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731282146099 2024-11-10T23:42:29,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332c467e05584f77ae47ed9f320c7aae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731282146099 2024-11-10T23:42:29,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting be762b0189104ca0b6def4f0cc8d3d3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731282146177 2024-11-10T23:42:29,878 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9019742eaf064e6bb8e20d194e94d2a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731282146177 2024-11-10T23:42:29,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d9fb652fb4422b90163e4634fbc856, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148330 2024-11-10T23:42:29,878 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting acc216a1cce6409aa6093eaa24e81e84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148358 2024-11-10T23:42:29,889 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:29,889 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:29,890 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/447adf4e26f84306b029c74ebd89b6f0 is 50, key is test_row_0/B:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,890 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/fdc03d1de8a14a39bacfceec10795c4a is 50, key is test_row_0/A:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742297_1473 (size=12104) 2024-11-10T23:42:29,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742298_1474 (size=12104) 2024-11-10T23:42:29,909 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/447adf4e26f84306b029c74ebd89b6f0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/447adf4e26f84306b029c74ebd89b6f0 2024-11-10T23:42:29,913 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 447adf4e26f84306b029c74ebd89b6f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:29,913 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:29,913 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=13, startTime=1731282149876; duration=0sec 2024-11-10T23:42:29,913 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:29,913 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:29,913 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:29,914 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:29,914 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:29,914 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:29,914 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=35.2 K 2024-11-10T23:42:29,915 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 891f95d480f343e5b948852cd0f675a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731282146099 2024-11-10T23:42:29,915 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d46e071699e64de7bb951e38c4ef4fb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731282146177 2024-11-10T23:42:29,916 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c54ea465ab9b41079b3c7b013cd3ca48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148358 2024-11-10T23:42:29,923 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:29,924 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/1d9c0eaa869d4f3ab9d21ce9412d9414 is 50, key is test_row_0/C:col10/1731282148362/Put/seqid=0 2024-11-10T23:42:29,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742299_1475 (size=12104) 2024-11-10T23:42:29,933 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/1d9c0eaa869d4f3ab9d21ce9412d9414 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1d9c0eaa869d4f3ab9d21ce9412d9414 2024-11-10T23:42:29,936 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into 1d9c0eaa869d4f3ab9d21ce9412d9414(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:29,936 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:29,936 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=13, startTime=1731282149876; duration=0sec 2024-11-10T23:42:29,937 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:29,937 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T23:42:30,262 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:30,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-10T23:42:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:30,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:30,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:30,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:30,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:30,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:30,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/129c118afacf43ef83d3d03f3242bd4b is 50, key is test_row_0/A:col10/1731282150296/Put/seqid=0 2024-11-10T23:42:30,306 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/fdc03d1de8a14a39bacfceec10795c4a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/fdc03d1de8a14a39bacfceec10795c4a 2024-11-10T23:42:30,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742300_1476 (size=14341) 2024-11-10T23:42:30,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/129c118afacf43ef83d3d03f3242bd4b 2024-11-10T23:42:30,312 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into fdc03d1de8a14a39bacfceec10795c4a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:30,312 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:30,312 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=13, startTime=1731282149876; duration=0sec 2024-11-10T23:42:30,312 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:30,312 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:30,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/099f7254ff214764a9c6d227514285ff is 50, key is test_row_0/B:col10/1731282150296/Put/seqid=0 2024-11-10T23:42:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742301_1477 (size=12001) 2024-11-10T23:42:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282210327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282210333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:30,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:30,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:30,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282210411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282210411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,420 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,420 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282210421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,428 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282210441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282210451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282210651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282210671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/099f7254ff214764a9c6d227514285ff 2024-11-10T23:42:30,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c72f2fc08afc4cf3aef8ff3ff32aac2f is 50, key is test_row_0/C:col10/1731282150296/Put/seqid=0 2024-11-10T23:42:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742302_1478 (size=12001) 2024-11-10T23:42:30,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:30,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282210961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:30,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282210991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:31,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:31,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:31,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:31,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:31,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c72f2fc08afc4cf3aef8ff3ff32aac2f 2024-11-10T23:42:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/129c118afacf43ef83d3d03f3242bd4b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b 2024-11-10T23:42:31,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b, entries=200, sequenceid=81, filesize=14.0 K 2024-11-10T23:42:31,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/099f7254ff214764a9c6d227514285ff as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff 2024-11-10T23:42:31,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T23:42:31,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c72f2fc08afc4cf3aef8ff3ff32aac2f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f 2024-11-10T23:42:31,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T23:42:31,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 765ab26b35a7144ab7673979974a1c96 in 850ms, sequenceid=81, compaction requested=false 2024-11-10T23:42:31,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:31,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T23:42:31,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:31,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e51579ee668b48abb19689b6c0a7945a is 50, key is test_row_0/A:col10/1731282150321/Put/seqid=0 2024-11-10T23:42:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742303_1479 (size=12001) 2024-11-10T23:42:31,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e51579ee668b48abb19689b6c0a7945a 2024-11-10T23:42:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9f3d8db5c2554e428e514b7b819980a3 is 50, key is test_row_0/B:col10/1731282150321/Put/seqid=0 2024-11-10T23:42:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742304_1480 (size=12001) 2024-11-10T23:42:31,201 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9f3d8db5c2554e428e514b7b819980a3 2024-11-10T23:42:31,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/158107d7f52a40078d2a1c7241acb1d1 is 50, key is test_row_0/C:col10/1731282150321/Put/seqid=0 2024-11-10T23:42:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742305_1481 (size=12001) 2024-11-10T23:42:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:31,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282211587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282151535, max timestamp=1731282151594Num uniques 859; 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282151535, max timestamp=1731282151594Num uniques 859; 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282151535, max timestamp=1731282151594Num uniques 859; 2024-11-10T23:42:31,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:31,610 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/158107d7f52a40078d2a1c7241acb1d1 2024-11-10T23:42:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e51579ee668b48abb19689b6c0a7945a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a 2024-11-10T23:42:31,617 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T23:42:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9f3d8db5c2554e428e514b7b819980a3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3 2024-11-10T23:42:31,621 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T23:42:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/158107d7f52a40078d2a1c7241acb1d1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1 2024-11-10T23:42:31,627 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T23:42:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=60.38 KB/61830 for 765ab26b35a7144ab7673979974a1c96 in 447ms, sequenceid=93, compaction requested=true 2024-11-10T23:42:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-10T23:42:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-10T23:42:31,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-10T23:42:31,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-10T23:42:31,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3690 sec 2024-11-10T23:42:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:31,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=67.09 KB heapSize=181.08 KB 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:31,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/1f1e3c87442a40b087ecf2a79bf1a63a is 50, key is test_row_0/A:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742306_1482 (size=14341) 2024-11-10T23:42:31,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/1f1e3c87442a40b087ecf2a79bf1a63a 2024-11-10T23:42:31,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/6480a7b2e281407da79bfa24c3dc1a4f is 50, key is test_row_0/B:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742307_1483 (size=12001) 2024-11-10T23:42:31,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/6480a7b2e281407da79bfa24c3dc1a4f 2024-11-10T23:42:31,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/e636222d2c204591a4b5a5f96a0d8740 is 50, key is test_row_0/C:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742308_1484 (size=12001) 2024-11-10T23:42:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282211777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282211778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282211892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:31,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:31,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282211901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/e636222d2c204591a4b5a5f96a0d8740 2024-11-10T23:42:32,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/1f1e3c87442a40b087ecf2a79bf1a63a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a 2024-11-10T23:42:32,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a, entries=200, sequenceid=119, filesize=14.0 K 2024-11-10T23:42:32,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/6480a7b2e281407da79bfa24c3dc1a4f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f 2024-11-10T23:42:32,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T23:42:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/e636222d2c204591a4b5a5f96a0d8740 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740 2024-11-10T23:42:32,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T23:42:32,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=114.05 KB/116790 for 765ab26b35a7144ab7673979974a1c96 in 457ms, sequenceid=119, compaction requested=true 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:32,090 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:32,090 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:32,091 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:32,091 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:32,091 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,091 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:32,092 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:32,092 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/fdc03d1de8a14a39bacfceec10795c4a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=51.5 K 2024-11-10T23:42:32,092 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,092 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/447adf4e26f84306b029c74ebd89b6f0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=47.0 K 2024-11-10T23:42:32,092 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdc03d1de8a14a39bacfceec10795c4a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148358 2024-11-10T23:42:32,092 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 447adf4e26f84306b029c74ebd89b6f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148358 2024-11-10T23:42:32,092 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 099f7254ff214764a9c6d227514285ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282149082 2024-11-10T23:42:32,093 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 129c118afacf43ef83d3d03f3242bd4b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282149082 2024-11-10T23:42:32,093 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f3d8db5c2554e428e514b7b819980a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731282150312 2024-11-10T23:42:32,093 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e51579ee668b48abb19689b6c0a7945a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731282150312 2024-11-10T23:42:32,093 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6480a7b2e281407da79bfa24c3dc1a4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151612 2024-11-10T23:42:32,093 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f1e3c87442a40b087ecf2a79bf1a63a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151601 2024-11-10T23:42:32,103 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#412 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:32,103 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:32,103 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/a6a6e1fcb7a04522a87b7a5a04006abe is 50, key is test_row_0/B:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:32,104 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/82d55b71596e45578e1cef38759672f7 is 50, key is test_row_0/A:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:32,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T23:42:32,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:32,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:32,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:32,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:32,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742310_1486 (size=12241) 2024-11-10T23:42:32,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742309_1485 (size=12241) 2024-11-10T23:42:32,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/3a32bf54ecef4c549021cc3640a88acc is 50, key is test_row_0/A:col10/1731282151734/Put/seqid=0 2024-11-10T23:42:32,131 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/82d55b71596e45578e1cef38759672f7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/82d55b71596e45578e1cef38759672f7 2024-11-10T23:42:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742311_1487 (size=14541) 2024-11-10T23:42:32,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/3a32bf54ecef4c549021cc3640a88acc 2024-11-10T23:42:32,138 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into 82d55b71596e45578e1cef38759672f7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:32,138 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:32,138 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=12, startTime=1731282152090; duration=0sec 2024-11-10T23:42:32,138 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:32,138 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:32,138 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:32,140 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:32,140 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:32,140 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,140 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1d9c0eaa869d4f3ab9d21ce9412d9414, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=47.0 K 2024-11-10T23:42:32,140 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9c0eaa869d4f3ab9d21ce9412d9414, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731282148358 2024-11-10T23:42:32,141 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72f2fc08afc4cf3aef8ff3ff32aac2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731282149082 2024-11-10T23:42:32,141 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 158107d7f52a40078d2a1c7241acb1d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731282150312 2024-11-10T23:42:32,141 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e636222d2c204591a4b5a5f96a0d8740, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151612 2024-11-10T23:42:32,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/466952a085f0440ca649014759408ba2 is 50, key is test_row_0/B:col10/1731282151734/Put/seqid=0 2024-11-10T23:42:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742312_1488 (size=12151) 2024-11-10T23:42:32,151 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:32,151 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c4b0efd4c473422e8b97c35b3fa86526 is 50, key is test_row_0/C:col10/1731282151632/Put/seqid=0 2024-11-10T23:42:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742313_1489 (size=12241) 2024-11-10T23:42:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282212162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282212172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282212281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282212281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T23:42:32,411 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:32,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-10T23:42:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:32,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:32,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:32,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282212501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282212501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:32,525 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/a6a6e1fcb7a04522a87b7a5a04006abe as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/a6a6e1fcb7a04522a87b7a5a04006abe 2024-11-10T23:42:32,529 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into a6a6e1fcb7a04522a87b7a5a04006abe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:32,529 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:32,529 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=12, startTime=1731282152090; duration=0sec 2024-11-10T23:42:32,529 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:32,529 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:32,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/466952a085f0440ca649014759408ba2 2024-11-10T23:42:32,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c8fa6af35056424e88bc85a1f937b3c7 is 50, key is test_row_0/C:col10/1731282151734/Put/seqid=0 2024-11-10T23:42:32,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742314_1490 (size=12151) 2024-11-10T23:42:32,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c8fa6af35056424e88bc85a1f937b3c7 2024-11-10T23:42:32,560 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c4b0efd4c473422e8b97c35b3fa86526 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c4b0efd4c473422e8b97c35b3fa86526 2024-11-10T23:42:32,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/3a32bf54ecef4c549021cc3640a88acc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc 2024-11-10T23:42:32,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc, entries=200, sequenceid=140, filesize=14.2 K 2024-11-10T23:42:32,565 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into c4b0efd4c473422e8b97c35b3fa86526(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:32,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:32,565 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=12, startTime=1731282152090; duration=0sec 2024-11-10T23:42:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/466952a085f0440ca649014759408ba2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2 2024-11-10T23:42:32,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:32,565 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:32,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T23:42:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:32,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T23:42:32,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c8fa6af35056424e88bc85a1f937b3c7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7 2024-11-10T23:42:32,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T23:42:32,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 765ab26b35a7144ab7673979974a1c96 in 457ms, sequenceid=140, compaction requested=false 2024-11-10T23:42:32,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:32,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T23:42:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:32,720 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:32,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a427c4a9547c446788b58192ddf9bce5 is 50, key is test_row_0/A:col10/1731282152170/Put/seqid=0 2024-11-10T23:42:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742315_1491 (size=12151) 2024-11-10T23:42:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:32,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282152852, max timestamp=1731282152897Num uniques 859; 2024-11-10T23:42:32,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282152852, max timestamp=1731282152897Num uniques 859; 2024-11-10T23:42:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282152852, max timestamp=1731282152897Num uniques 859; 2024-11-10T23:42:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:32,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282212966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282212970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282213091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282213091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,130 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a427c4a9547c446788b58192ddf9bce5 2024-11-10T23:42:33,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/e17895ed7d9a412ab56865a3cb248d8e is 50, key is test_row_0/B:col10/1731282152170/Put/seqid=0 2024-11-10T23:42:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742316_1492 (size=12151) 2024-11-10T23:42:33,142 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/e17895ed7d9a412ab56865a3cb248d8e 2024-11-10T23:42:33,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/5eb6aa44403d4ee6a61af9c46ed16149 is 50, key is test_row_0/C:col10/1731282152170/Put/seqid=0 2024-11-10T23:42:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742317_1493 (size=12151) 2024-11-10T23:42:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282213301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282213302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:33,553 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/5eb6aa44403d4ee6a61af9c46ed16149 2024-11-10T23:42:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a427c4a9547c446788b58192ddf9bce5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5 2024-11-10T23:42:33,561 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T23:42:33,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/e17895ed7d9a412ab56865a3cb248d8e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e 2024-11-10T23:42:33,565 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T23:42:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/5eb6aa44403d4ee6a61af9c46ed16149 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149 2024-11-10T23:42:33,569 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T23:42:33,570 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 765ab26b35a7144ab7673979974a1c96 in 850ms, sequenceid=154, compaction requested=true 2024-11-10T23:42:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-10T23:42:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-10T23:42:33,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T23:42:33,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-11-10T23:42:33,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.1610 sec 2024-11-10T23:42:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:33,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T23:42:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:33,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/413f6168853b41ffaecce8e99a55c293 is 50, key is test_row_0/A:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742318_1494 (size=14541) 2024-11-10T23:42:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282213666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282213673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282213791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282213791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282214011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282214011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/413f6168853b41ffaecce8e99a55c293 2024-11-10T23:42:34,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ee58750be0fa430c8f1971b49486f140 is 50, key is test_row_0/B:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742319_1495 (size=12151) 2024-11-10T23:42:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282214331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282214331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282214441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282214441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282214441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,452 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:34,452 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,452 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_0' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ee58750be0fa430c8f1971b49486f140 2024-11-10T23:42:34,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83197e3ad07d425ca536eaa9e45b6ee3 is 50, key is test_row_0/C:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742320_1496 (size=12151) 2024-11-10T23:42:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T23:42:34,561 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:34,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-10T23:42:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:34,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:34,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:34,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:34,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T23:42:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:34,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282214851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:34,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282214851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:34,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83197e3ad07d425ca536eaa9e45b6ee3 2024-11-10T23:42:34,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T23:42:34,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/413f6168853b41ffaecce8e99a55c293 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293 2024-11-10T23:42:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:34,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293, entries=200, sequenceid=189, filesize=14.2 K 2024-11-10T23:42:34,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ee58750be0fa430c8f1971b49486f140 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140 2024-11-10T23:42:34,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140, entries=150, sequenceid=189, filesize=11.9 K 2024-11-10T23:42:34,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83197e3ad07d425ca536eaa9e45b6ee3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3 2024-11-10T23:42:34,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3, entries=150, sequenceid=189, filesize=11.9 K 2024-11-10T23:42:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:34,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 765ab26b35a7144ab7673979974a1c96 in 1248ms, sequenceid=189, compaction requested=true 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:34,881 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:34,881 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:34,882 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:34,882 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:34,882 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,882 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/82d55b71596e45578e1cef38759672f7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=52.2 K 2024-11-10T23:42:34,883 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:34,883 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:34,883 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:34,883 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/a6a6e1fcb7a04522a87b7a5a04006abe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=47.6 K 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82d55b71596e45578e1cef38759672f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151612 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a6a6e1fcb7a04522a87b7a5a04006abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151612 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a32bf54ecef4c549021cc3640a88acc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731282151734 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 466952a085f0440ca649014759408ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731282151734 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting a427c4a9547c446788b58192ddf9bce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731282152155 2024-11-10T23:42:34,885 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting e17895ed7d9a412ab56865a3cb248d8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731282152155 2024-11-10T23:42:34,886 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ee58750be0fa430c8f1971b49486f140, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152956 2024-11-10T23:42:34,886 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 413f6168853b41ffaecce8e99a55c293, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152944 2024-11-10T23:42:34,893 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:34,893 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/569ea88de89b419fb27520e5a3d5fe19 is 50, key is test_row_0/B:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:34,894 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#425 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:34,894 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/b4780493c9b54ec59e5409bb27662961 is 50, key is test_row_0/A:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742321_1497 (size=12527) 2024-11-10T23:42:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742322_1498 (size=12527) 2024-11-10T23:42:35,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T23:42:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:35,023 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:35,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/ec0248be8fbb46f989e4e54463627965 is 50, key is test_row_0/A:col10/1731282153671/Put/seqid=0 2024-11-10T23:42:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742323_1499 (size=9757) 2024-11-10T23:42:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:35,302 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/b4780493c9b54ec59e5409bb27662961 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b4780493c9b54ec59e5409bb27662961 2024-11-10T23:42:35,302 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/569ea88de89b419fb27520e5a3d5fe19 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/569ea88de89b419fb27520e5a3d5fe19 2024-11-10T23:42:35,306 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 569ea88de89b419fb27520e5a3d5fe19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:35,306 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=12, startTime=1731282154881; duration=0sec 2024-11-10T23:42:35,306 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into b4780493c9b54ec59e5409bb27662961(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:35,306 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=12, startTime=1731282154881; duration=0sec 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:35,306 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:35,307 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:35,307 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:35,307 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:35,308 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c4b0efd4c473422e8b97c35b3fa86526, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=47.6 K 2024-11-10T23:42:35,308 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b0efd4c473422e8b97c35b3fa86526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731282151612 2024-11-10T23:42:35,308 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c8fa6af35056424e88bc85a1f937b3c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731282151734 2024-11-10T23:42:35,308 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb6aa44403d4ee6a61af9c46ed16149, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731282152155 2024-11-10T23:42:35,309 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 83197e3ad07d425ca536eaa9e45b6ee3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152956 2024-11-10T23:42:35,320 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:35,320 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/aadedf8f9c9840988162b51212258faa is 50, key is test_row_0/C:col10/1731282152969/Put/seqid=0 2024-11-10T23:42:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742324_1500 (size=12527) 2024-11-10T23:42:35,432 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/ec0248be8fbb46f989e4e54463627965 2024-11-10T23:42:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d15037bd5ad849a69c1e048a91957523 is 50, key is test_row_0/B:col10/1731282153671/Put/seqid=0 2024-11-10T23:42:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742325_1501 (size=9757) 2024-11-10T23:42:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:35,728 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/aadedf8f9c9840988162b51212258faa as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/aadedf8f9c9840988162b51212258faa 2024-11-10T23:42:35,732 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into aadedf8f9c9840988162b51212258faa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:35,732 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:35,732 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=12, startTime=1731282154881; duration=0sec 2024-11-10T23:42:35,732 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:35,732 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:35,842 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d15037bd5ad849a69c1e048a91957523 2024-11-10T23:42:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/86bf0d8c679741c9a95129aa1180b396 is 50, key is test_row_0/C:col10/1731282153671/Put/seqid=0 2024-11-10T23:42:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742326_1502 (size=9757) 2024-11-10T23:42:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:35,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282155913, max timestamp=1731282155931Num uniques 859; 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282155913, max timestamp=1731282155931Num uniques 859; 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282155913, max timestamp=1731282155931Num uniques 859; 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:35,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:36,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282216013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282216014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282216131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282216131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,258 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/86bf0d8c679741c9a95129aa1180b396 2024-11-10T23:42:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/ec0248be8fbb46f989e4e54463627965 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965 2024-11-10T23:42:36,266 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965, entries=100, sequenceid=199, filesize=9.5 K 2024-11-10T23:42:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d15037bd5ad849a69c1e048a91957523 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523 2024-11-10T23:42:36,270 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523, entries=100, sequenceid=199, filesize=9.5 K 2024-11-10T23:42:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/86bf0d8c679741c9a95129aa1180b396 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396 2024-11-10T23:42:36,273 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396, entries=100, sequenceid=199, filesize=9.5 K 2024-11-10T23:42:36,274 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 765ab26b35a7144ab7673979974a1c96 in 1251ms, sequenceid=199, compaction requested=false 2024-11-10T23:42:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-10T23:42:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-10T23:42:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T23:42:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7120 sec 2024-11-10T23:42:36,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.7170 sec 2024-11-10T23:42:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:36,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:36,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/b42e3b5eff784346b452c530f10b0017 is 50, key is test_row_0/A:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742327_1503 (size=14541) 2024-11-10T23:42:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282216386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282216387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282216501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282216511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T23:42:36,711 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:36,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-10T23:42:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:36,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:36,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:36,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282216721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282216730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:36,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/b42e3b5eff784346b452c530f10b0017 2024-11-10T23:42:36,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/f4d84b80135b48feb695d8aa2f95a9ee is 50, key is test_row_0/B:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742328_1504 (size=12151) 2024-11-10T23:42:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:36,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:36,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282217041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:37,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282217051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:37,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:37,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/f4d84b80135b48feb695d8aa2f95a9ee 2024-11-10T23:42:37,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/0d6c90ee8c3b46b5a2f53bfcebf47378 is 50, key is test_row_0/C:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742329_1505 (size=12151) 2024-11-10T23:42:37,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:37,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282217561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282217571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:37,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/0d6c90ee8c3b46b5a2f53bfcebf47378 2024-11-10T23:42:37,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/b42e3b5eff784346b452c530f10b0017 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017 2024-11-10T23:42:37,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017, entries=200, sequenceid=240, filesize=14.2 K 2024-11-10T23:42:37,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/f4d84b80135b48feb695d8aa2f95a9ee as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee 2024-11-10T23:42:37,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T23:42:37,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/0d6c90ee8c3b46b5a2f53bfcebf47378 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378 2024-11-10T23:42:37,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T23:42:37,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 765ab26b35a7144ab7673979974a1c96 in 1250ms, sequenceid=240, compaction requested=true 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:37,607 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:37,608 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:37,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:37,608 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36825 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:37,608 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:37,608 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:37,608 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:37,608 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,608 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,609 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/569ea88de89b419fb27520e5a3d5fe19, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=33.6 K 2024-11-10T23:42:37,609 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b4780493c9b54ec59e5409bb27662961, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=36.0 K 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 569ea88de89b419fb27520e5a3d5fe19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152956 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4780493c9b54ec59e5409bb27662961, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152956 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d15037bd5ad849a69c1e048a91957523, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731282153665 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec0248be8fbb46f989e4e54463627965, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731282153665 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b42e3b5eff784346b452c530f10b0017, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282155971 2024-11-10T23:42:37,609 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f4d84b80135b48feb695d8aa2f95a9ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282156002 2024-11-10T23:42:37,617 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:37,617 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:37,618 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/6024204ea60e4139a41d5fd85909451f is 50, key is test_row_0/B:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:37,621 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/c4f25fe4aac9413d8cbefedfbdf12d99 is 50, key is test_row_0/A:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742330_1506 (size=12629) 2024-11-10T23:42:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742331_1507 (size=12629) 2024-11-10T23:42:37,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T23:42:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:37,633 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/dcc51f071a8846238035507a3dc91db0 is 50, key is test_row_0/A:col10/1731282156385/Put/seqid=0 2024-11-10T23:42:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742332_1508 (size=12151) 2024-11-10T23:42:37,643 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/dcc51f071a8846238035507a3dc91db0 2024-11-10T23:42:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d40441957fa0498ca2f1be7c74cabdaf is 50, key is test_row_0/B:col10/1731282156385/Put/seqid=0 2024-11-10T23:42:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742333_1509 (size=12151) 2024-11-10T23:42:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:38,030 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/6024204ea60e4139a41d5fd85909451f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6024204ea60e4139a41d5fd85909451f 2024-11-10T23:42:38,038 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/c4f25fe4aac9413d8cbefedfbdf12d99 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c4f25fe4aac9413d8cbefedfbdf12d99 2024-11-10T23:42:38,040 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 6024204ea60e4139a41d5fd85909451f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:38,040 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:38,040 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=13, startTime=1731282157607; duration=0sec 2024-11-10T23:42:38,040 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:38,040 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:38,040 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:38,042 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:38,042 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:38,042 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:38,042 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/aadedf8f9c9840988162b51212258faa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=33.6 K 2024-11-10T23:42:38,042 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting aadedf8f9c9840988162b51212258faa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731282152956 2024-11-10T23:42:38,042 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into c4f25fe4aac9413d8cbefedfbdf12d99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:38,042 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:38,042 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=13, startTime=1731282157607; duration=0sec 2024-11-10T23:42:38,043 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:38,043 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:38,043 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 86bf0d8c679741c9a95129aa1180b396, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731282153665 2024-11-10T23:42:38,043 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6c90ee8c3b46b5a2f53bfcebf47378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282156002 2024-11-10T23:42:38,049 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:38,049 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/b9675bc29b684b928b59a599b968bb18 is 50, key is test_row_0/C:col10/1731282156013/Put/seqid=0 2024-11-10T23:42:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742334_1510 (size=12629) 2024-11-10T23:42:38,054 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d40441957fa0498ca2f1be7c74cabdaf 2024-11-10T23:42:38,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcd6ff6c7ac441c58583229563dba010 is 50, key is test_row_0/C:col10/1731282156385/Put/seqid=0 2024-11-10T23:42:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742335_1511 (size=12151) 2024-11-10T23:42:38,456 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/b9675bc29b684b928b59a599b968bb18 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/b9675bc29b684b928b59a599b968bb18 2024-11-10T23:42:38,460 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into b9675bc29b684b928b59a599b968bb18(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:38,460 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:38,460 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=13, startTime=1731282157607; duration=0sec 2024-11-10T23:42:38,460 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:38,460 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:38,468 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcd6ff6c7ac441c58583229563dba010 2024-11-10T23:42:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/dcc51f071a8846238035507a3dc91db0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0 2024-11-10T23:42:38,474 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T23:42:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/d40441957fa0498ca2f1be7c74cabdaf as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf 2024-11-10T23:42:38,478 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T23:42:38,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcd6ff6c7ac441c58583229563dba010 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010 2024-11-10T23:42:38,482 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T23:42:38,483 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 765ab26b35a7144ab7673979974a1c96 in 851ms, sequenceid=249, compaction requested=false 2024-11-10T23:42:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-10T23:42:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-10T23:42:38,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-10T23:42:38,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-10T23:42:38,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7770 sec 2024-11-10T23:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:38,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:38,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/2854064f48ee4c1d945fd3867fd59223 is 50, key is test_row_0/A:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:38,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742336_1512 (size=14737) 2024-11-10T23:42:38,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282158654, max timestamp=1731282158680Num uniques 859; 2024-11-10T23:42:38,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:38,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282158654, max timestamp=1731282158680Num uniques 859; 2024-11-10T23:42:38,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:38,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282158654, max timestamp=1731282158680Num uniques 859; 2024-11-10T23:42:38,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:38,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282218780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:38,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282218792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T23:42:38,862 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-10T23:42:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:38,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:38,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:38,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282218901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282218911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:39,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/2854064f48ee4c1d945fd3867fd59223 2024-11-10T23:42:39,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/5bec13ccc66249d5932267a4be0db001 is 50, key is test_row_0/B:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742337_1513 (size=9857) 2024-11-10T23:42:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282219121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282219121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:39,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:39,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/5bec13ccc66249d5932267a4be0db001 2024-11-10T23:42:39,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/1bcbe7621d1842aea4d06bddebec2ed2 is 50, key is test_row_0/C:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742338_1514 (size=9857) 2024-11-10T23:42:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282219441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282219441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:39,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:39,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:39,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/1bcbe7621d1842aea4d06bddebec2ed2 2024-11-10T23:42:39,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/2854064f48ee4c1d945fd3867fd59223 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223 2024-11-10T23:42:39,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223, entries=200, sequenceid=262, filesize=14.4 K 2024-11-10T23:42:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/5bec13ccc66249d5932267a4be0db001 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001 2024-11-10T23:42:39,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001, entries=100, sequenceid=262, filesize=9.6 K 2024-11-10T23:42:39,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/1bcbe7621d1842aea4d06bddebec2ed2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2 2024-11-10T23:42:39,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2, entries=100, sequenceid=262, filesize=9.6 K 2024-11-10T23:42:39,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 765ab26b35a7144ab7673979974a1c96 in 1262ms, sequenceid=262, compaction requested=true 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:39,858 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:39,858 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:39,859 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:39,859 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:39,859 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,860 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6024204ea60e4139a41d5fd85909451f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=33.8 K 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:39,860 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6024204ea60e4139a41d5fd85909451f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282156002 2024-11-10T23:42:39,860 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c4f25fe4aac9413d8cbefedfbdf12d99, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=38.6 K 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4f25fe4aac9413d8cbefedfbdf12d99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282156002 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting d40441957fa0498ca2f1be7c74cabdaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731282156371 2024-11-10T23:42:39,860 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcc51f071a8846238035507a3dc91db0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731282156371 2024-11-10T23:42:39,861 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bec13ccc66249d5932267a4be0db001, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282158593 2024-11-10T23:42:39,861 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2854064f48ee4c1d945fd3867fd59223, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282158585 2024-11-10T23:42:39,867 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:39,868 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/61eec1d8225f479f9a9cc8b69e00c9dd is 50, key is test_row_0/B:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:39,868 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:39,869 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/7127a6bbfd1d44619d7d257ada9fb091 is 50, key is test_row_0/A:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742339_1515 (size=12831) 2024-11-10T23:42:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742340_1516 (size=12831) 2024-11-10T23:42:39,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T23:42:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5f57df80706e427b8689677190cf5469 is 50, key is test_row_0/A:col10/1731282158773/Put/seqid=0 2024-11-10T23:42:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742341_1517 (size=12301) 2024-11-10T23:42:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282219998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282220014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282220121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282220121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,282 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/61eec1d8225f479f9a9cc8b69e00c9dd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/61eec1d8225f479f9a9cc8b69e00c9dd 2024-11-10T23:42:40,286 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 61eec1d8225f479f9a9cc8b69e00c9dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:40,286 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:40,286 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=13, startTime=1731282159858; duration=0sec 2024-11-10T23:42:40,286 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:40,286 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:40,286 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:40,287 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:40,287 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:40,288 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:40,288 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/b9675bc29b684b928b59a599b968bb18, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=33.8 K 2024-11-10T23:42:40,288 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b9675bc29b684b928b59a599b968bb18, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731282156002 2024-11-10T23:42:40,288 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/7127a6bbfd1d44619d7d257ada9fb091 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/7127a6bbfd1d44619d7d257ada9fb091 2024-11-10T23:42:40,288 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd6ff6c7ac441c58583229563dba010, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731282156371 2024-11-10T23:42:40,289 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bcbe7621d1842aea4d06bddebec2ed2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282158593 2024-11-10T23:42:40,292 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into 7127a6bbfd1d44619d7d257ada9fb091(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:40,292 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:40,292 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=13, startTime=1731282159858; duration=0sec 2024-11-10T23:42:40,292 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:40,292 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:40,294 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:40,294 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c5a2f160475146c79475d3f699195d6e is 50, key is test_row_0/C:col10/1731282158595/Put/seqid=0 2024-11-10T23:42:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742342_1518 (size=12831) 2024-11-10T23:42:40,345 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5f57df80706e427b8689677190cf5469 2024-11-10T23:42:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282220341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/1f2e004842104e8584d1ccefb6ad2b5c is 50, key is test_row_0/B:col10/1731282158773/Put/seqid=0 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282220341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742343_1519 (size=12301) 2024-11-10T23:42:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282220661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282220661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:40,712 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c5a2f160475146c79475d3f699195d6e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c5a2f160475146c79475d3f699195d6e 2024-11-10T23:42:40,716 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into c5a2f160475146c79475d3f699195d6e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:40,716 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:40,716 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=13, startTime=1731282159858; duration=0sec 2024-11-10T23:42:40,716 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:40,716 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:40,757 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/1f2e004842104e8584d1ccefb6ad2b5c 2024-11-10T23:42:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcb550999a864fd4ba9ebca12944dec0 is 50, key is test_row_0/C:col10/1731282158773/Put/seqid=0 2024-11-10T23:42:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742344_1520 (size=12301) 2024-11-10T23:42:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:41,167 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcb550999a864fd4ba9ebca12944dec0 2024-11-10T23:42:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5f57df80706e427b8689677190cf5469 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469 2024-11-10T23:42:41,174 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469, entries=150, sequenceid=298, filesize=12.0 K 2024-11-10T23:42:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/1f2e004842104e8584d1ccefb6ad2b5c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c 2024-11-10T23:42:41,178 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c, entries=150, sequenceid=298, filesize=12.0 K 2024-11-10T23:42:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/bcb550999a864fd4ba9ebca12944dec0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0 2024-11-10T23:42:41,181 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0, entries=150, sequenceid=298, filesize=12.0 K 2024-11-10T23:42:41,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 765ab26b35a7144ab7673979974a1c96 in 1248ms, sequenceid=298, compaction requested=false 2024-11-10T23:42:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-10T23:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-10T23:42:41,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T23:42:41,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-11-10T23:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:41,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:41,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:41,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.3240 sec 2024-11-10T23:42:41,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e7a565eae49841febb761751bfe4b8a4 is 50, key is test_row_0/A:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742345_1521 (size=14741) 2024-11-10T23:42:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282221305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282161281, max timestamp=1731282161318Num uniques 859; 2024-11-10T23:42:41,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:41,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282161281, max timestamp=1731282161318Num uniques 859; 2024-11-10T23:42:41,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:41,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282161281, max timestamp=1731282161318Num uniques 859; 2024-11-10T23:42:41,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:41,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282221465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282221480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e7a565eae49841febb761751bfe4b8a4 2024-11-10T23:42:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282221591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/46cd3cb1164d4f748aafe57715c85c33 is 50, key is test_row_0/B:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742346_1522 (size=12301) 2024-11-10T23:42:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282221601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282221801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:41,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282221821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/46cd3cb1164d4f748aafe57715c85c33 2024-11-10T23:42:42,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/be936a4a4d254f57bb7fbcc51c3add97 is 50, key is test_row_0/C:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742347_1523 (size=12301) 2024-11-10T23:42:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282222121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282222141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/be936a4a4d254f57bb7fbcc51c3add97 2024-11-10T23:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/e7a565eae49841febb761751bfe4b8a4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4 2024-11-10T23:42:42,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4, entries=200, sequenceid=312, filesize=14.4 K 2024-11-10T23:42:42,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/46cd3cb1164d4f748aafe57715c85c33 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33 2024-11-10T23:42:42,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T23:42:42,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/be936a4a4d254f57bb7fbcc51c3add97 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97 2024-11-10T23:42:42,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T23:42:42,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 765ab26b35a7144ab7673979974a1c96 in 1250ms, sequenceid=312, compaction requested=true 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:42,437 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:42,437 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:42,438 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:42,438 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:42,438 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/7127a6bbfd1d44619d7d257ada9fb091, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=38.9 K 2024-11-10T23:42:42,438 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/61eec1d8225f479f9a9cc8b69e00c9dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=36.6 K 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 61eec1d8225f479f9a9cc8b69e00c9dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282156371 2024-11-10T23:42:42,438 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7127a6bbfd1d44619d7d257ada9fb091, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282156371 2024-11-10T23:42:42,439 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f2e004842104e8584d1ccefb6ad2b5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731282158773 2024-11-10T23:42:42,439 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f57df80706e427b8689677190cf5469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731282158773 2024-11-10T23:42:42,439 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 46cd3cb1164d4f748aafe57715c85c33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:42,439 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7a565eae49841febb761751bfe4b8a4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:42,445 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:42,445 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/1b19209dd7804cc394337fe41605bd58 is 50, key is test_row_0/B:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:42,445 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:42,446 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/3bff71087ddb43deb3426ded8ccb4d1e is 50, key is test_row_0/A:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742348_1524 (size=12983) 2024-11-10T23:42:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742349_1525 (size=12983) 2024-11-10T23:42:42,456 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/3bff71087ddb43deb3426ded8ccb4d1e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3bff71087ddb43deb3426ded8ccb4d1e 2024-11-10T23:42:42,459 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into 3bff71087ddb43deb3426ded8ccb4d1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:42,459 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:42,460 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=13, startTime=1731282162437; duration=0sec 2024-11-10T23:42:42,460 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:42,460 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:42,460 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:42,460 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:42,460 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:42,460 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:42,461 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c5a2f160475146c79475d3f699195d6e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=36.6 K 2024-11-10T23:42:42,461 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5a2f160475146c79475d3f699195d6e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731282156371 2024-11-10T23:42:42,461 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb550999a864fd4ba9ebca12944dec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731282158773 2024-11-10T23:42:42,461 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting be936a4a4d254f57bb7fbcc51c3add97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:42,467 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:42,468 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/6b5d8eb910f64071808fa80b458a8ed0 is 50, key is test_row_0/C:col10/1731282161186/Put/seqid=0 2024-11-10T23:42:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742350_1526 (size=12983) 2024-11-10T23:42:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:42,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T23:42:42,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:42,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:42,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/804a543170684901a9b0126e7d492abd is 50, key is test_row_0/A:col10/1731282162649/Put/seqid=0 2024-11-10T23:42:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742351_1527 (size=14741) 2024-11-10T23:42:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282222695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282222699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282222811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282222811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:42,852 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/1b19209dd7804cc394337fe41605bd58 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1b19209dd7804cc394337fe41605bd58 2024-11-10T23:42:42,856 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 1b19209dd7804cc394337fe41605bd58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:42,856 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:42,856 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=13, startTime=1731282162437; duration=0sec 2024-11-10T23:42:42,856 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:42,856 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:42,874 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/6b5d8eb910f64071808fa80b458a8ed0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/6b5d8eb910f64071808fa80b458a8ed0 2024-11-10T23:42:42,878 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into 6b5d8eb910f64071808fa80b458a8ed0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:42,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:42,878 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=13, startTime=1731282162437; duration=0sec 2024-11-10T23:42:42,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:42,878 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282223031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282223031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T23:42:43,041 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:43,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-10T23:42:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:43,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:43,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:43,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:43,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/804a543170684901a9b0126e7d492abd 2024-11-10T23:42:43,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/fad28e32826d43fd92c66b2906e8f5a2 is 50, key is test_row_0/B:col10/1731282162649/Put/seqid=0 2024-11-10T23:42:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742352_1528 (size=12301) 2024-11-10T23:42:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:43,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:43,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282223341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282223341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:43,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/fad28e32826d43fd92c66b2906e8f5a2 2024-11-10T23:42:43,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/2239c7aa42084af2a3b32210c0c212dc is 50, key is test_row_0/C:col10/1731282162649/Put/seqid=0 2024-11-10T23:42:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742353_1529 (size=12301) 2024-11-10T23:42:43,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:43,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:43,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:43,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282223861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282223861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:43,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/2239c7aa42084af2a3b32210c0c212dc 2024-11-10T23:42:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/804a543170684901a9b0126e7d492abd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd 2024-11-10T23:42:43,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd, entries=200, sequenceid=350, filesize=14.4 K 2024-11-10T23:42:43,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/fad28e32826d43fd92c66b2906e8f5a2 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2 2024-11-10T23:42:43,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2, entries=150, sequenceid=350, filesize=12.0 K 2024-11-10T23:42:43,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/2239c7aa42084af2a3b32210c0c212dc as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc 2024-11-10T23:42:43,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc, entries=150, sequenceid=350, filesize=12.0 K 2024-11-10T23:42:43,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 765ab26b35a7144ab7673979974a1c96 in 1244ms, sequenceid=350, compaction requested=false 2024-11-10T23:42:43,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:43,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T23:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:43,963 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5abd2f1b30024dbb9dc78dc27f46030c is 50, key is test_row_0/A:col10/1731282162678/Put/seqid=0 2024-11-10T23:42:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742354_1530 (size=12301) 2024-11-10T23:42:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:44,373 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5abd2f1b30024dbb9dc78dc27f46030c 2024-11-10T23:42:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/26221c46e53443429482d2a7a5172bb1 is 50, key is test_row_0/B:col10/1731282162678/Put/seqid=0 2024-11-10T23:42:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742355_1531 (size=12301) 2024-11-10T23:42:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. as already flushing 2024-11-10T23:42:44,531 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282164509, max timestamp=1731282164528Num uniques 859; 2024-11-10T23:42:44,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282164509, max timestamp=1731282164528Num uniques 859; 2024-11-10T23:42:44,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282164509, max timestamp=1731282164528Num uniques 859; 2024-11-10T23:42:44,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:44,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:44,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:42:44,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282224592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282224599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282224607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282224711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282224721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282224721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,783 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/26221c46e53443429482d2a7a5172bb1 2024-11-10T23:42:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6c3fea9e75d4fce8f81041aa60fa31d is 50, key is test_row_0/C:col10/1731282162678/Put/seqid=0 2024-11-10T23:42:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742356_1532 (size=12301) 2024-11-10T23:42:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58524 deadline: 1731282224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58458 deadline: 1731282224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,893 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,893 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 765ab26b35a7144ab7673979974a1c96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282224931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282224941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282224941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,192 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6c3fea9e75d4fce8f81041aa60fa31d 2024-11-10T23:42:45,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/5abd2f1b30024dbb9dc78dc27f46030c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c 2024-11-10T23:42:45,199 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T23:42:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/26221c46e53443429482d2a7a5172bb1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1 2024-11-10T23:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:45,203 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T23:42:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6c3fea9e75d4fce8f81041aa60fa31d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d 2024-11-10T23:42:45,206 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T23:42:45,207 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 765ab26b35a7144ab7673979974a1c96 in 1245ms, sequenceid=362, compaction requested=true 2024-11-10T23:42:45,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:45,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:45,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-10T23:42:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-10T23:42:45,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-10T23:42:45,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-11-10T23:42:45,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.1690 sec 2024-11-10T23:42:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:45,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T23:42:45,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/c909343c825f4ea3b66469aa8f80ad4f is 50, key is test_row_0/A:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742357_1533 (size=14741) 2024-11-10T23:42:45,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282225283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282225289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282225290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282225401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282225401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282225411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282225611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282225611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282225631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/c909343c825f4ea3b66469aa8f80ad4f 2024-11-10T23:42:45,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ef667d851dc345f196a202af873e41e6 is 50, key is test_row_0/B:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742358_1534 (size=12301) 2024-11-10T23:42:45,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282225931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282225931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282225951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:46,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ef667d851dc345f196a202af873e41e6 2024-11-10T23:42:46,092 INFO [Thread-2082 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2082. 2024-11-10T23:42:46,092 DEBUG [Thread-2082 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,092 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,092 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83b050091c134fc68f52f245ba76ca17 is 50, key is test_row_0/C:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:46,097 INFO [Thread-2084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2084. 2024-11-10T23:42:46,097 DEBUG [Thread-2084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,097 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,097 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742359_1535 (size=12301) 2024-11-10T23:42:46,101 INFO [Thread-2080 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2080. 2024-11-10T23:42:46,101 DEBUG [Thread-2080 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,101 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,101 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,108 INFO [Thread-2078 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2078. 2024-11-10T23:42:46,108 DEBUG [Thread-2078 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,108 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,108 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,110 INFO [Thread-2086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2086. 2024-11-10T23:42:46,110 DEBUG [Thread-2086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,110 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,110 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1731282226441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58498 deadline: 1731282226451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58478 deadline: 1731282226460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 , the old value is region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., hostname=ae12972821c6,40463,1731282019372, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:42:46,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83b050091c134fc68f52f245ba76ca17 2024-11-10T23:42:46,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/c909343c825f4ea3b66469aa8f80ad4f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f 2024-11-10T23:42:46,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f, entries=200, sequenceid=400, filesize=14.4 K 2024-11-10T23:42:46,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/ef667d851dc345f196a202af873e41e6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6 2024-11-10T23:42:46,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6, entries=150, sequenceid=400, filesize=12.0 K 2024-11-10T23:42:46,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/83b050091c134fc68f52f245ba76ca17 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17 2024-11-10T23:42:46,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17, entries=150, sequenceid=400, filesize=12.0 K 2024-11-10T23:42:46,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 765ab26b35a7144ab7673979974a1c96 in 1251ms, sequenceid=400, compaction requested=true 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 765ab26b35a7144ab7673979974a1c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:46,512 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:46,512 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/A is initiating minor compaction (all files) 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/B is initiating minor compaction (all files) 2024-11-10T23:42:46,513 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/A in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:46,513 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/B in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:46,513 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3bff71087ddb43deb3426ded8ccb4d1e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=53.5 K 2024-11-10T23:42:46,513 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1b19209dd7804cc394337fe41605bd58, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=48.7 K 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bff71087ddb43deb3426ded8ccb4d1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:46,513 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b19209dd7804cc394337fe41605bd58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804a543170684901a9b0126e7d492abd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731282161463 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fad28e32826d43fd92c66b2906e8f5a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731282161463 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5abd2f1b30024dbb9dc78dc27f46030c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731282162678 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 26221c46e53443429482d2a7a5172bb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731282162678 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c909343c825f4ea3b66469aa8f80ad4f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731282164590 2024-11-10T23:42:46,514 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ef667d851dc345f196a202af873e41e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731282164590 2024-11-10T23:42:46,521 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:46,521 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:46,521 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/d6c301d3596d43788d7ff6e8bc8acb1c is 50, key is test_row_0/A:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:46,521 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/16f0d7fa5cab48fa88083122086920b4 is 50, key is test_row_0/B:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742360_1536 (size=13119) 2024-11-10T23:42:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742361_1537 (size=13119) 2024-11-10T23:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:46,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T23:42:46,913 INFO [Thread-2075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2075. 2024-11-10T23:42:46,913 INFO [Thread-2069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2069. 2024-11-10T23:42:46,913 DEBUG [Thread-2075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,913 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,913 DEBUG [Thread-2069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:46,913 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,913 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,914 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:46,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:46,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/6394b14f5eda49bca131e9c691395f97 is 50, key is test_row_0/A:col10/1731282165287/Put/seqid=0 2024-11-10T23:42:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742362_1538 (size=12301) 2024-11-10T23:42:46,928 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/16f0d7fa5cab48fa88083122086920b4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/16f0d7fa5cab48fa88083122086920b4 2024-11-10T23:42:46,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/d6c301d3596d43788d7ff6e8bc8acb1c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/d6c301d3596d43788d7ff6e8bc8acb1c 2024-11-10T23:42:46,931 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/A of 765ab26b35a7144ab7673979974a1c96 into d6c301d3596d43788d7ff6e8bc8acb1c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:46,931 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:46,931 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/A, priority=12, startTime=1731282166512; duration=0sec 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:A 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:42:46,932 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/B of 765ab26b35a7144ab7673979974a1c96 into 16f0d7fa5cab48fa88083122086920b4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:46,932 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/B, priority=12, startTime=1731282166512; duration=0sec 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:B 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:42:46,932 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 765ab26b35a7144ab7673979974a1c96/C is initiating minor compaction (all files) 2024-11-10T23:42:46,932 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 765ab26b35a7144ab7673979974a1c96/C in TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:46,933 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/6b5d8eb910f64071808fa80b458a8ed0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp, totalSize=48.7 K 2024-11-10T23:42:46,933 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5d8eb910f64071808fa80b458a8ed0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731282159983 2024-11-10T23:42:46,933 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2239c7aa42084af2a3b32210c0c212dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731282161463 2024-11-10T23:42:46,933 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c3fea9e75d4fce8f81041aa60fa31d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731282162678 2024-11-10T23:42:46,933 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83b050091c134fc68f52f245ba76ca17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731282164590 2024-11-10T23:42:46,939 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 765ab26b35a7144ab7673979974a1c96#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:46,939 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c0c46647d5a442d5aa018e39426eded9 is 50, key is test_row_0/C:col10/1731282164598/Put/seqid=0 2024-11-10T23:42:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742363_1539 (size=13119) 2024-11-10T23:42:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T23:42:47,211 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:47,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/6394b14f5eda49bca131e9c691395f97 2024-11-10T23:42:47,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/557c0dd856804a13a0abc5b92d6fff3e is 50, key is test_row_0/B:col10/1731282165287/Put/seqid=0 2024-11-10T23:42:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742364_1540 (size=12301) 2024-11-10T23:42:47,345 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/c0c46647d5a442d5aa018e39426eded9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c0c46647d5a442d5aa018e39426eded9 2024-11-10T23:42:47,348 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 765ab26b35a7144ab7673979974a1c96/C of 765ab26b35a7144ab7673979974a1c96 into c0c46647d5a442d5aa018e39426eded9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:47,348 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:47,348 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., storeName=765ab26b35a7144ab7673979974a1c96/C, priority=12, startTime=1731282166512; duration=0sec 2024-11-10T23:42:47,349 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:47,349 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 765ab26b35a7144ab7673979974a1c96:C 2024-11-10T23:42:47,463 INFO [Thread-2067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2067. 2024-11-10T23:42:47,463 INFO [Thread-2071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2071. 2024-11-10T23:42:47,463 DEBUG [Thread-2067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:47,463 DEBUG [Thread-2071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:47,463 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,463 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,463 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,463 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:47,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:47,472 INFO [Thread-2073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2073. 2024-11-10T23:42:47,472 DEBUG [Thread-2073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:42:47,472 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,472 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3023 rows 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1012 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3032 rows 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1011 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3029 rows 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1011 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3031 rows 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1008 2024-11-10T23:42:47,472 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3024 rows 2024-11-10T23:42:47,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:42:47,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:47,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:47,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:47,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:42:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:47,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282167476"}]},"ts":"1731282167476"} 2024-11-10T23:42:47,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:42:47,477 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:42:47,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:42:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, UNASSIGN}] 2024-11-10T23:42:47,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, UNASSIGN 2024-11-10T23:42:47,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=765ab26b35a7144ab7673979974a1c96, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:47,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, UNASSIGN because future has completed 2024-11-10T23:42:47,481 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:42:47,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:47,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:42:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:47,633 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:47,633 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:42:47,634 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 765ab26b35a7144ab7673979974a1c96, disabling compactions & flushes 2024-11-10T23:42:47,634 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:47,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/557c0dd856804a13a0abc5b92d6fff3e 2024-11-10T23:42:47,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6e6766a3da54c8c9f648de13f6cb033 is 50, key is test_row_0/C:col10/1731282165287/Put/seqid=0 2024-11-10T23:42:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742365_1541 (size=12301) 2024-11-10T23:42:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:48,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6e6766a3da54c8c9f648de13f6cb033 2024-11-10T23:42:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/6394b14f5eda49bca131e9c691395f97 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/6394b14f5eda49bca131e9c691395f97 2024-11-10T23:42:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/6394b14f5eda49bca131e9c691395f97, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T23:42:48,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/557c0dd856804a13a0abc5b92d6fff3e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/557c0dd856804a13a0abc5b92d6fff3e 2024-11-10T23:42:48,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/557c0dd856804a13a0abc5b92d6fff3e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T23:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/d6e6766a3da54c8c9f648de13f6cb033 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6e6766a3da54c8c9f648de13f6cb033 2024-11-10T23:42:48,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6e6766a3da54c8c9f648de13f6cb033, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T23:42:48,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=20.13 KB/20610 for 765ab26b35a7144ab7673979974a1c96 in 1236ms, sequenceid=411, compaction requested=false 2024-11-10T23:42:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 765ab26b35a7144ab7673979974a1c96: 2024-11-10T23:42:48,149 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:48,149 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. after waiting 0 ms 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:48,150 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing 765ab26b35a7144ab7673979974a1c96 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=A 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=B 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 765ab26b35a7144ab7673979974a1c96, store=C 2024-11-10T23:42:48,150 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:48,153 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a67fbbe1a8c04978a4c491b54ccb0016 is 50, key is test_row_1/A:col10/1731282167471/Put/seqid=0 2024-11-10T23:42:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742366_1542 (size=9857) 2024-11-10T23:42:48,556 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a67fbbe1a8c04978a4c491b54ccb0016 2024-11-10T23:42:48,561 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9ed11f4be9394305944b8dbbc113f583 is 50, key is test_row_1/B:col10/1731282167471/Put/seqid=0 2024-11-10T23:42:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742367_1543 (size=9857) 2024-11-10T23:42:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:48,965 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9ed11f4be9394305944b8dbbc113f583 2024-11-10T23:42:48,970 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/ea5d7a23b41440d191d9cefe05114b4c is 50, key is test_row_1/C:col10/1731282167471/Put/seqid=0 2024-11-10T23:42:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742368_1544 (size=9857) 2024-11-10T23:42:49,373 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/ea5d7a23b41440d191d9cefe05114b4c 2024-11-10T23:42:49,376 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/A/a67fbbe1a8c04978a4c491b54ccb0016 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a67fbbe1a8c04978a4c491b54ccb0016 2024-11-10T23:42:49,379 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a67fbbe1a8c04978a4c491b54ccb0016, entries=100, sequenceid=420, filesize=9.6 K 2024-11-10T23:42:49,380 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/B/9ed11f4be9394305944b8dbbc113f583 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9ed11f4be9394305944b8dbbc113f583 2024-11-10T23:42:49,382 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9ed11f4be9394305944b8dbbc113f583, entries=100, sequenceid=420, filesize=9.6 K 2024-11-10T23:42:49,383 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/.tmp/C/ea5d7a23b41440d191d9cefe05114b4c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/ea5d7a23b41440d191d9cefe05114b4c 2024-11-10T23:42:49,385 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/ea5d7a23b41440d191d9cefe05114b4c, entries=100, sequenceid=420, filesize=9.6 K 2024-11-10T23:42:49,386 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 765ab26b35a7144ab7673979974a1c96 in 1236ms, sequenceid=420, compaction requested=true 2024-11-10T23:42:49,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/fdc03d1de8a14a39bacfceec10795c4a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/82d55b71596e45578e1cef38759672f7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b4780493c9b54ec59e5409bb27662961, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c4f25fe4aac9413d8cbefedfbdf12d99, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/7127a6bbfd1d44619d7d257ada9fb091, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3bff71087ddb43deb3426ded8ccb4d1e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f] to archive 2024-11-10T23:42:49,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:49,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/332c467e05584f77ae47ed9f320c7aae 2024-11-10T23:42:49,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/be762b0189104ca0b6def4f0cc8d3d3f 2024-11-10T23:42:49,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/86d9fb652fb4422b90163e4634fbc856 2024-11-10T23:42:49,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/fdc03d1de8a14a39bacfceec10795c4a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/fdc03d1de8a14a39bacfceec10795c4a 2024-11-10T23:42:49,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/129c118afacf43ef83d3d03f3242bd4b 2024-11-10T23:42:49,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e51579ee668b48abb19689b6c0a7945a 2024-11-10T23:42:49,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/1f1e3c87442a40b087ecf2a79bf1a63a 2024-11-10T23:42:49,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/82d55b71596e45578e1cef38759672f7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/82d55b71596e45578e1cef38759672f7 2024-11-10T23:42:49,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3a32bf54ecef4c549021cc3640a88acc 2024-11-10T23:42:49,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a427c4a9547c446788b58192ddf9bce5 2024-11-10T23:42:49,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/413f6168853b41ffaecce8e99a55c293 2024-11-10T23:42:49,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b4780493c9b54ec59e5409bb27662961 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b4780493c9b54ec59e5409bb27662961 2024-11-10T23:42:49,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/ec0248be8fbb46f989e4e54463627965 2024-11-10T23:42:49,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/b42e3b5eff784346b452c530f10b0017 2024-11-10T23:42:49,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c4f25fe4aac9413d8cbefedfbdf12d99 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c4f25fe4aac9413d8cbefedfbdf12d99 2024-11-10T23:42:49,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/dcc51f071a8846238035507a3dc91db0 2024-11-10T23:42:49,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/2854064f48ee4c1d945fd3867fd59223 2024-11-10T23:42:49,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/7127a6bbfd1d44619d7d257ada9fb091 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/7127a6bbfd1d44619d7d257ada9fb091 2024-11-10T23:42:49,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5f57df80706e427b8689677190cf5469 2024-11-10T23:42:49,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/e7a565eae49841febb761751bfe4b8a4 2024-11-10T23:42:49,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3bff71087ddb43deb3426ded8ccb4d1e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/3bff71087ddb43deb3426ded8ccb4d1e 2024-11-10T23:42:49,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/804a543170684901a9b0126e7d492abd 2024-11-10T23:42:49,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/5abd2f1b30024dbb9dc78dc27f46030c 2024-11-10T23:42:49,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/c909343c825f4ea3b66469aa8f80ad4f 2024-11-10T23:42:49,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/447adf4e26f84306b029c74ebd89b6f0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/a6a6e1fcb7a04522a87b7a5a04006abe, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/569ea88de89b419fb27520e5a3d5fe19, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6024204ea60e4139a41d5fd85909451f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/61eec1d8225f479f9a9cc8b69e00c9dd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1b19209dd7804cc394337fe41605bd58, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6] to archive 2024-11-10T23:42:49,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:49,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/91c4438eb0e34d17adc9a7f104e8233c 2024-11-10T23:42:49,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9019742eaf064e6bb8e20d194e94d2a6 2024-11-10T23:42:49,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/447adf4e26f84306b029c74ebd89b6f0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/447adf4e26f84306b029c74ebd89b6f0 2024-11-10T23:42:49,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/acc216a1cce6409aa6093eaa24e81e84 2024-11-10T23:42:49,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/099f7254ff214764a9c6d227514285ff 2024-11-10T23:42:49,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9f3d8db5c2554e428e514b7b819980a3 2024-11-10T23:42:49,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/a6a6e1fcb7a04522a87b7a5a04006abe to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/a6a6e1fcb7a04522a87b7a5a04006abe 2024-11-10T23:42:49,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6480a7b2e281407da79bfa24c3dc1a4f 2024-11-10T23:42:49,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/466952a085f0440ca649014759408ba2 2024-11-10T23:42:49,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/e17895ed7d9a412ab56865a3cb248d8e 2024-11-10T23:42:49,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/569ea88de89b419fb27520e5a3d5fe19 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/569ea88de89b419fb27520e5a3d5fe19 2024-11-10T23:42:49,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ee58750be0fa430c8f1971b49486f140 2024-11-10T23:42:49,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d15037bd5ad849a69c1e048a91957523 2024-11-10T23:42:49,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6024204ea60e4139a41d5fd85909451f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/6024204ea60e4139a41d5fd85909451f 2024-11-10T23:42:49,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/f4d84b80135b48feb695d8aa2f95a9ee 2024-11-10T23:42:49,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/d40441957fa0498ca2f1be7c74cabdaf 2024-11-10T23:42:49,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/61eec1d8225f479f9a9cc8b69e00c9dd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/61eec1d8225f479f9a9cc8b69e00c9dd 2024-11-10T23:42:49,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/5bec13ccc66249d5932267a4be0db001 2024-11-10T23:42:49,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1f2e004842104e8584d1ccefb6ad2b5c 2024-11-10T23:42:49,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1b19209dd7804cc394337fe41605bd58 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/1b19209dd7804cc394337fe41605bd58 2024-11-10T23:42:49,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/46cd3cb1164d4f748aafe57715c85c33 2024-11-10T23:42:49,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/fad28e32826d43fd92c66b2906e8f5a2 2024-11-10T23:42:49,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/26221c46e53443429482d2a7a5172bb1 2024-11-10T23:42:49,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/ef667d851dc345f196a202af873e41e6 2024-11-10T23:42:49,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1d9c0eaa869d4f3ab9d21ce9412d9414, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c4b0efd4c473422e8b97c35b3fa86526, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/aadedf8f9c9840988162b51212258faa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/b9675bc29b684b928b59a599b968bb18, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c5a2f160475146c79475d3f699195d6e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/6b5d8eb910f64071808fa80b458a8ed0, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17] to archive 2024-11-10T23:42:49,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:42:49,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/891f95d480f343e5b948852cd0f675a9 2024-11-10T23:42:49,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d46e071699e64de7bb951e38c4ef4fb0 2024-11-10T23:42:49,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1d9c0eaa869d4f3ab9d21ce9412d9414 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1d9c0eaa869d4f3ab9d21ce9412d9414 2024-11-10T23:42:49,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c54ea465ab9b41079b3c7b013cd3ca48 2024-11-10T23:42:49,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c72f2fc08afc4cf3aef8ff3ff32aac2f 2024-11-10T23:42:49,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/158107d7f52a40078d2a1c7241acb1d1 2024-11-10T23:42:49,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c4b0efd4c473422e8b97c35b3fa86526 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c4b0efd4c473422e8b97c35b3fa86526 2024-11-10T23:42:49,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/e636222d2c204591a4b5a5f96a0d8740 2024-11-10T23:42:49,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c8fa6af35056424e88bc85a1f937b3c7 2024-11-10T23:42:49,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/5eb6aa44403d4ee6a61af9c46ed16149 2024-11-10T23:42:49,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/aadedf8f9c9840988162b51212258faa to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/aadedf8f9c9840988162b51212258faa 2024-11-10T23:42:49,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83197e3ad07d425ca536eaa9e45b6ee3 2024-11-10T23:42:49,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/86bf0d8c679741c9a95129aa1180b396 2024-11-10T23:42:49,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/b9675bc29b684b928b59a599b968bb18 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/b9675bc29b684b928b59a599b968bb18 2024-11-10T23:42:49,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/0d6c90ee8c3b46b5a2f53bfcebf47378 2024-11-10T23:42:49,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcd6ff6c7ac441c58583229563dba010 2024-11-10T23:42:49,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c5a2f160475146c79475d3f699195d6e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c5a2f160475146c79475d3f699195d6e 2024-11-10T23:42:49,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/1bcbe7621d1842aea4d06bddebec2ed2 2024-11-10T23:42:49,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/bcb550999a864fd4ba9ebca12944dec0 2024-11-10T23:42:49,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/6b5d8eb910f64071808fa80b458a8ed0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/6b5d8eb910f64071808fa80b458a8ed0 2024-11-10T23:42:49,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/be936a4a4d254f57bb7fbcc51c3add97 2024-11-10T23:42:49,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/2239c7aa42084af2a3b32210c0c212dc 2024-11-10T23:42:49,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6c3fea9e75d4fce8f81041aa60fa31d 2024-11-10T23:42:49,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/83b050091c134fc68f52f245ba76ca17 2024-11-10T23:42:49,451 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/recovered.edits/423.seqid, newMaxSeqId=423, maxSeqId=1 2024-11-10T23:42:49,452 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. 2024-11-10T23:42:49,452 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 765ab26b35a7144ab7673979974a1c96: Waiting for close lock at 1731282167633Running coprocessor pre-close hooks at 1731282167633Disabling compacts and flushes for region at 1731282167633Disabling writes for close at 1731282168150 (+517 ms)Obtaining lock to block concurrent updates at 1731282168150Preparing flush snapshotting stores in 765ab26b35a7144ab7673979974a1c96 at 1731282168150Finished memstore snapshotting TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731282168150Flushing stores of TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96. at 1731282168150Flushing 765ab26b35a7144ab7673979974a1c96/A: creating writer at 1731282168150Flushing 765ab26b35a7144ab7673979974a1c96/A: appending metadata at 1731282168152 (+2 ms)Flushing 765ab26b35a7144ab7673979974a1c96/A: closing flushed file at 1731282168152Flushing 765ab26b35a7144ab7673979974a1c96/B: creating writer at 1731282168559 (+407 ms)Flushing 765ab26b35a7144ab7673979974a1c96/B: appending metadata at 1731282168561 (+2 ms)Flushing 765ab26b35a7144ab7673979974a1c96/B: closing flushed file at 1731282168561Flushing 765ab26b35a7144ab7673979974a1c96/C: creating writer at 1731282168967 (+406 ms)Flushing 765ab26b35a7144ab7673979974a1c96/C: appending metadata at 1731282168969 (+2 ms)Flushing 765ab26b35a7144ab7673979974a1c96/C: closing flushed file at 1731282168969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d08597: reopening flushed file at 1731282169376 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9dc373: reopening flushed file at 1731282169379 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43971e5: reopening flushed file at 1731282169382 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 765ab26b35a7144ab7673979974a1c96 in 1236ms, sequenceid=420, compaction requested=true at 1731282169386 (+4 ms)Writing region close event to WAL at 1731282169449 (+63 ms)Running coprocessor post-close hooks at 1731282169452 (+3 ms)Closed at 1731282169452 2024-11-10T23:42:49,453 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:49,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=765ab26b35a7144ab7673979974a1c96, regionState=CLOSED 2024-11-10T23:42:49,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:49,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-10T23:42:49,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 765ab26b35a7144ab7673979974a1c96, server=ae12972821c6,40463,1731282019372 in 1.9750 sec 2024-11-10T23:42:49,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-10T23:42:49,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=765ab26b35a7144ab7673979974a1c96, UNASSIGN in 1.9780 sec 2024-11-10T23:42:49,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T23:42:49,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9820 sec 2024-11-10T23:42:49,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282169461"}]},"ts":"1731282169461"} 2024-11-10T23:42:49,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:42:49,462 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:42:49,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9900 sec 2024-11-10T23:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T23:42:49,621 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:49,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:42:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,623 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T23:42:49,624 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,625 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:49,627 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/recovered.edits] 2024-11-10T23:42:49,629 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/6394b14f5eda49bca131e9c691395f97 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/6394b14f5eda49bca131e9c691395f97 2024-11-10T23:42:49,630 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a67fbbe1a8c04978a4c491b54ccb0016 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/a67fbbe1a8c04978a4c491b54ccb0016 2024-11-10T23:42:49,631 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/d6c301d3596d43788d7ff6e8bc8acb1c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/A/d6c301d3596d43788d7ff6e8bc8acb1c 2024-11-10T23:42:49,632 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/16f0d7fa5cab48fa88083122086920b4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/16f0d7fa5cab48fa88083122086920b4 2024-11-10T23:42:49,633 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/557c0dd856804a13a0abc5b92d6fff3e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/557c0dd856804a13a0abc5b92d6fff3e 2024-11-10T23:42:49,634 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9ed11f4be9394305944b8dbbc113f583 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/B/9ed11f4be9394305944b8dbbc113f583 2024-11-10T23:42:49,636 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c0c46647d5a442d5aa018e39426eded9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/c0c46647d5a442d5aa018e39426eded9 2024-11-10T23:42:49,636 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6e6766a3da54c8c9f648de13f6cb033 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/d6e6766a3da54c8c9f648de13f6cb033 2024-11-10T23:42:49,637 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/ea5d7a23b41440d191d9cefe05114b4c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/C/ea5d7a23b41440d191d9cefe05114b4c 2024-11-10T23:42:49,640 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/recovered.edits/423.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96/recovered.edits/423.seqid 2024-11-10T23:42:49,640 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/765ab26b35a7144ab7673979974a1c96 2024-11-10T23:42:49,640 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:42:49,642 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,644 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:42:49,645 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:42:49,646 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,646 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:42:49,646 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282169646"}]},"ts":"9223372036854775807"} 2024-11-10T23:42:49,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:42:49,648 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 765ab26b35a7144ab7673979974a1c96, NAME => 'TestAcidGuarantees,,1731282143900.765ab26b35a7144ab7673979974a1c96.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:42:49,648 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:42:49,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282169648"}]},"ts":"9223372036854775807"} 2024-11-10T23:42:49,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:42:49,649 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-10T23:42:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T23:42:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:42:49,734 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:49,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=7753 (was 7769) 2024-11-10T23:42:49,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=7752 2024-11-10T23:42:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:42:49,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:42:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:49,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:42:49,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:49,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-10T23:42:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:49,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:42:49,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742369_1545 (size=1061) 2024-11-10T23:42:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:50,159 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040 2024-11-10T23:42:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742370_1546 (size=53) 2024-11-10T23:42:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4654a7d668848c728bcc16460ee16ec6, disabling compactions & flushes 2024-11-10T23:42:50,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. after waiting 0 ms 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4654a7d668848c728bcc16460ee16ec6: Waiting for close lock at 1731282170564Disabling compacts and flushes for region at 1731282170564Disabling writes for close at 1731282170564Writing region close event to WAL at 1731282170564Closed at 1731282170564 2024-11-10T23:42:50,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:42:50,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731282170565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282170565"}]},"ts":"1731282170565"} 2024-11-10T23:42:50,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:42:50,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:42:50,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282170567"}]},"ts":"1731282170567"} 2024-11-10T23:42:50,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T23:42:50,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, ASSIGN}] 2024-11-10T23:42:50,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, ASSIGN 2024-11-10T23:42:50,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, ASSIGN; state=OFFLINE, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=false 2024-11-10T23:42:50,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, ASSIGN because future has completed 2024-11-10T23:42:50,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:50,876 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,876 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:42:50,877 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,877 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:50,877 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,877 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,878 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,879 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:50,879 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName A 2024-11-10T23:42:50,879 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:50,879 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:50,880 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,880 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:50,880 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName B 2024-11-10T23:42:50,881 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:50,881 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:50,881 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,882 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:50,882 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName C 2024-11-10T23:42:50,882 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:50,882 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:50,882 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,882 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,883 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,883 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,884 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,884 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,884 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:42:50,885 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,886 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:42:50,886 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 4654a7d668848c728bcc16460ee16ec6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69194251, jitterRate=0.031074687838554382}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:42:50,886 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:50,887 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 4654a7d668848c728bcc16460ee16ec6: Running coprocessor pre-open hook at 1731282170877Writing region info on filesystem at 1731282170877Initializing all the Stores at 1731282170877Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282170877Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282170878 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282170878Cleaning up temporary data from old regions at 1731282170884 (+6 ms)Running coprocessor post-open hooks at 1731282170886 (+2 ms)Region opened successfully at 1731282170887 (+1 ms) 2024-11-10T23:42:50,888 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., pid=146, masterSystemTime=1731282170874 2024-11-10T23:42:50,889 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,889 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:50,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:50,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:50,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-10T23:42:50,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 in 170 msec 2024-11-10T23:42:50,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T23:42:50,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, ASSIGN in 324 msec 2024-11-10T23:42:50,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:42:50,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282170896"}]},"ts":"1731282170896"} 2024-11-10T23:42:50,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T23:42:50,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:42:50,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-10T23:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T23:42:51,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:51,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d18f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:51,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:51,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:51,903 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3180fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:51,905 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f0e1da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:51,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:51,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:51,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:42:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,42895,1731282018549 2024-11-10T23:42:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714e1dc0 2024-11-10T23:42:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:42:51,909 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:42:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T23:42:51,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T23:42:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742371_1547 (size=1097) 2024-11-10T23:42:52,320 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T23:42:52,321 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T23:42:52,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:42:52,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE}] 2024-11-10T23:42:52,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE 2024-11-10T23:42:52,326 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE because future has completed 2024-11-10T23:42:52,327 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:42:52,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:52,479 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,479 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:42:52,479 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 4654a7d668848c728bcc16460ee16ec6, disabling compactions & flushes 2024-11-10T23:42:52,479 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,479 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,479 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. after waiting 0 ms 2024-11-10T23:42:52,479 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,482 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:52,483 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,483 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 4654a7d668848c728bcc16460ee16ec6: Waiting for close lock at 1731282172479Running coprocessor pre-close hooks at 1731282172479Disabling compacts and flushes for region at 1731282172479Disabling writes for close at 1731282172479Writing region close event to WAL at 1731282172480 (+1 ms)Running coprocessor post-close hooks at 1731282172483 (+3 ms)Closed at 1731282172483 2024-11-10T23:42:52,483 WARN [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 4654a7d668848c728bcc16460ee16ec6 to self. 2024-11-10T23:42:52,484 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=CLOSED 2024-11-10T23:42:52,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:52,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-10T23:42:52,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 in 159 msec 2024-11-10T23:42:52,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE; state=CLOSED, location=ae12972821c6,40463,1731282019372; forceNewPlan=false, retain=true 2024-11-10T23:42:52,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=OPENING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE because future has completed 2024-11-10T23:42:52,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:42:52,794 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,794 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:42:52,794 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,794 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:52,794 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,794 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,795 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,796 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:52,796 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName A 2024-11-10T23:42:52,797 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:52,797 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:52,798 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,798 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:52,798 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName B 2024-11-10T23:42:52,798 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:52,799 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:52,799 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,799 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T23:42:52,799 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4654a7d668848c728bcc16460ee16ec6 columnFamilyName C 2024-11-10T23:42:52,799 DEBUG [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:52,800 INFO [StoreOpener-4654a7d668848c728bcc16460ee16ec6-1 {}] regionserver.HStore(327): Store=4654a7d668848c728bcc16460ee16ec6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:52,800 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,800 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,800 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,801 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,801 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,801 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,802 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:42:52,803 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,803 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 4654a7d668848c728bcc16460ee16ec6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191295, jitterRate=-0.1179809719324112}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:42:52,803 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,804 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 4654a7d668848c728bcc16460ee16ec6: Running coprocessor pre-open hook at 1731282172794Writing region info on filesystem at 1731282172794Initializing all the Stores at 1731282172795 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282172795Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282172795Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282172795Cleaning up temporary data from old regions at 1731282172801 (+6 ms)Running coprocessor post-open hooks at 1731282172803 (+2 ms)Region opened successfully at 1731282172803 2024-11-10T23:42:52,804 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., pid=151, masterSystemTime=1731282172791 2024-11-10T23:42:52,805 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,805 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:52,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=OPEN, openSeqNum=5, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:42:52,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-10T23:42:52,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 in 168 msec 2024-11-10T23:42:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T23:42:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, REOPEN/MOVE in 485 msec 2024-11-10T23:42:52,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-10T23:42:52,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-10T23:42:52,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-10T23:42:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T23:42:52,814 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:52,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315d0361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6128579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a25c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334e0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499f3889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a90dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e95980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,821 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7be831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed6af4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2e965b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,825 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdaf4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46abac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,826 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f10f874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,827 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa9b01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298d8ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,829 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1981362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc87cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7164a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e167ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,833 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743b6cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f23b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bddf11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,835 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625ff14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,837 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad45a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,838 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dc7b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,42895,-1 for getting cluster id 2024-11-10T23:42:52,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:42:52,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55cec785-e649-466c-9cd5-4d2e788f2f4a' 2024-11-10T23:42:52,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:42:52,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55cec785-e649-466c-9cd5-4d2e788f2f4a" 2024-11-10T23:42:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ca41ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,42895,-1] 2024-11-10T23:42:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:42:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:52,840 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f5c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:42:52,841 DEBUG [Thread-2446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,841 DEBUG [Thread-2435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,841 DEBUG [Thread-2448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,842 DEBUG [Thread-2431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,842 DEBUG [Thread-2437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,842 DEBUG [Thread-2433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,843 DEBUG [Thread-2442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,843 DEBUG [Thread-2450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,844 DEBUG [Thread-2444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-10T23:42:52,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,848 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:52,848 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:52,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:42:52,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:52,856 DEBUG [Thread-2439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40463,1731282019372, seqNum=-1] 2024-11-10T23:42:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:52,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5] 2024-11-10T23:42:52,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282172862, max timestamp=1731282172877Num uniques 859; 2024-11-10T23:42:52,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:52,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282172862, max timestamp=1731282172877Num uniques 859; 2024-11-10T23:42:52,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:52,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282172862, max timestamp=1731282172877Num uniques 859; 2024-11-10T23:42:52,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:42:52,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103ef63fa640f44aef8e5abdb9b65a18d9_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282172854/Put/seqid=0 2024-11-10T23:42:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742372_1548 (size=14594) 2024-11-10T23:42:52,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282232898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282232899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282232903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:52,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282232904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282232904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:53,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282233011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282233011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282233012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282233021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282233021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282233221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282233221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282233221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282233231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282233231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103ef63fa640f44aef8e5abdb9b65a18d9_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103ef63fa640f44aef8e5abdb9b65a18d9_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:53,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/9567e5232ec34ee39438d090e18163ad, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:53,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/9567e5232ec34ee39438d090e18163ad is 175, key is test_row_0/A:col10/1731282172854/Put/seqid=0 2024-11-10T23:42:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742373_1549 (size=39549) 2024-11-10T23:42:53,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282233531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282233531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282233531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282233541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282233541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:53,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/9567e5232ec34ee39438d090e18163ad 2024-11-10T23:42:53,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/793a7267065b49cda5814be005d01f14 is 50, key is test_row_0/B:col10/1731282172854/Put/seqid=0 2024-11-10T23:42:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742374_1550 (size=12001) 2024-11-10T23:42:53,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:53,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:53,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:53,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282234041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282234041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282234041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282234051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282234052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:54,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/793a7267065b49cda5814be005d01f14 2024-11-10T23:42:54,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/285fdc2c3205481caf89a8d50f118545 is 50, key is test_row_0/C:col10/1731282172854/Put/seqid=0 2024-11-10T23:42:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742375_1551 (size=12001) 2024-11-10T23:42:54,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:54,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:54,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:54,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/285fdc2c3205481caf89a8d50f118545 2024-11-10T23:42:54,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/9567e5232ec34ee39438d090e18163ad as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad 2024-11-10T23:42:54,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad, entries=200, sequenceid=14, filesize=38.6 K 2024-11-10T23:42:54,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/793a7267065b49cda5814be005d01f14 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14 2024-11-10T23:42:54,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:42:54,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/285fdc2c3205481caf89a8d50f118545 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545 2024-11-10T23:42:54,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T23:42:54,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 4654a7d668848c728bcc16460ee16ec6 in 1719ms, sequenceid=14, compaction requested=false 2024-11-10T23:42:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:54,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T23:42:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:54,685 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:42:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105510079a659446f2b7196e8ea2fa3496_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282172902/Put/seqid=0 2024-11-10T23:42:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742376_1552 (size=12154) 2024-11-10T23:42:54,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:42:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282235061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282235061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,066 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:55,066 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282235063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282235064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282235065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,098 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105510079a659446f2b7196e8ea2fa3496_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105510079a659446f2b7196e8ea2fa3496_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d62860b71ebf4d6f86c100694da3f12a, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d62860b71ebf4d6f86c100694da3f12a is 175, key is test_row_0/A:col10/1731282172902/Put/seqid=0 2024-11-10T23:42:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742377_1553 (size=30955) 2024-11-10T23:42:55,103 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d62860b71ebf4d6f86c100694da3f12a 2024-11-10T23:42:55,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/08bf542824b145d58720cf25cc5511e3 is 50, key is test_row_0/B:col10/1731282172902/Put/seqid=0 2024-11-10T23:42:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742378_1554 (size=12001) 2024-11-10T23:42:55,115 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/08bf542824b145d58720cf25cc5511e3 2024-11-10T23:42:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/77b280bc0de64a1db5c3c06e2411588b is 50, key is test_row_0/C:col10/1731282172902/Put/seqid=0 2024-11-10T23:42:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742379_1555 (size=12001) 2024-11-10T23:42:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282235171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282235171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282235172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282235381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282235381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282235381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/77b280bc0de64a1db5c3c06e2411588b 2024-11-10T23:42:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d62860b71ebf4d6f86c100694da3f12a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a 2024-11-10T23:42:55,531 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a, entries=150, sequenceid=51, filesize=30.2 K 2024-11-10T23:42:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/08bf542824b145d58720cf25cc5511e3 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3 2024-11-10T23:42:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,535 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T23:42:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/77b280bc0de64a1db5c3c06e2411588b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b 2024-11-10T23:42:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,540 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T23:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,541 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 4654a7d668848c728bcc16460ee16ec6 in 856ms, sequenceid=51, compaction requested=false 2024-11-10T23:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-10T23:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-10T23:42:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T23:42:55,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec 2024-11-10T23:42:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.7010 sec 2024-11-10T23:42:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:42:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a130fb615f664d4191ac5bc27579bc0f_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742380_1556 (size=14594) 2024-11-10T23:42:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282175713, max timestamp=1731282175738Num uniques 859; 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282175713, max timestamp=1731282175738Num uniques 859; 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731282175713, max timestamp=1731282175738Num uniques 859; 2024-11-10T23:42:55,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T23:42:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282235768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282235770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282235772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282235881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282235882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282235882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282236091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282236091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282236091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,109 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:56,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a130fb615f664d4191ac5bc27579bc0f_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a130fb615f664d4191ac5bc27579bc0f_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:56,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/8c95f60b1ce54b19986421e32eb2b38c, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:56,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/8c95f60b1ce54b19986421e32eb2b38c is 175, key is test_row_0/A:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742381_1557 (size=39549) 2024-11-10T23:42:56,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282236402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282236402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282236402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/8c95f60b1ce54b19986421e32eb2b38c 2024-11-10T23:42:56,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ad68bd978e2c4063902a20e8eca8a022 is 50, key is test_row_0/B:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:56,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742382_1558 (size=12001) 2024-11-10T23:42:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282236911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282236911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282236911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:56,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ad68bd978e2c4063902a20e8eca8a022 2024-11-10T23:42:56,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/ac1270f5b36946a2bd344b79c9f37eee is 50, key is test_row_0/C:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742383_1559 (size=12001) 2024-11-10T23:42:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T23:42:57,012 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:57,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-10T23:42:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:57,014 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:57,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:57,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282237081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282237081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:57,087 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:57,087 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:57,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T23:42:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T23:42:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:57,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/ac1270f5b36946a2bd344b79c9f37eee 2024-11-10T23:42:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/8c95f60b1ce54b19986421e32eb2b38c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c 2024-11-10T23:42:57,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c, entries=200, sequenceid=61, filesize=38.6 K 2024-11-10T23:42:57,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ad68bd978e2c4063902a20e8eca8a022 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022 2024-11-10T23:42:57,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T23:42:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/ac1270f5b36946a2bd344b79c9f37eee as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee 2024-11-10T23:42:57,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T23:42:57,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4654a7d668848c728bcc16460ee16ec6 in 1653ms, sequenceid=61, compaction requested=true 2024-11-10T23:42:57,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:42:57,352 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:42:57,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:57,352 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:57,352 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:57,353 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:42:57,353 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,353 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=107.5 K 2024-11-10T23:42:57,353 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,353 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c] 2024-11-10T23:42:57,353 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:57,353 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9567e5232ec34ee39438d090e18163ad, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282172848 2024-11-10T23:42:57,353 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:42:57,353 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,353 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=35.2 K 2024-11-10T23:42:57,354 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d62860b71ebf4d6f86c100694da3f12a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282172902 2024-11-10T23:42:57,354 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 793a7267065b49cda5814be005d01f14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282172852 2024-11-10T23:42:57,354 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c95f60b1ce54b19986421e32eb2b38c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:42:57,354 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 08bf542824b145d58720cf25cc5511e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282172902 2024-11-10T23:42:57,355 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ad68bd978e2c4063902a20e8eca8a022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:42:57,358 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:57,360 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d11e1ffbcd5f4b30913d6c6e4a5bfbda_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:57,361 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d11e1ffbcd5f4b30913d6c6e4a5bfbda_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:57,361 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:57,361 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d11e1ffbcd5f4b30913d6c6e4a5bfbda_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:57,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/4ba3eec2b7ba463292101da749b20d34 is 50, key is test_row_0/B:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:57,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742384_1560 (size=12104) 2024-11-10T23:42:57,369 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/4ba3eec2b7ba463292101da749b20d34 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4ba3eec2b7ba463292101da749b20d34 2024-11-10T23:42:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742385_1561 (size=4469) 2024-11-10T23:42:57,373 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#481 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:57,373 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/080e2456065e4c9887cc4aebd5e2a1ef is 175, key is test_row_0/A:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:57,375 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into 4ba3eec2b7ba463292101da749b20d34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:57,375 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:57,375 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=13, startTime=1731282177352; duration=0sec 2024-11-10T23:42:57,375 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:42:57,375 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:42:57,376 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:42:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742386_1562 (size=31058) 2024-11-10T23:42:57,378 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:42:57,378 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:42:57,378 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,378 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=35.2 K 2024-11-10T23:42:57,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 285fdc2c3205481caf89a8d50f118545, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731282172852 2024-11-10T23:42:57,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b280bc0de64a1db5c3c06e2411588b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731282172902 2024-11-10T23:42:57,379 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1270f5b36946a2bd344b79c9f37eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:42:57,381 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/080e2456065e4c9887cc4aebd5e2a1ef as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef 2024-11-10T23:42:57,386 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:42:57,386 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/fe07eccceafc4f209408e2339a826180 is 50, key is test_row_0/C:col10/1731282175063/Put/seqid=0 2024-11-10T23:42:57,387 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into 080e2456065e4c9887cc4aebd5e2a1ef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:57,387 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:57,387 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=13, startTime=1731282177352; duration=0sec 2024-11-10T23:42:57,387 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:57,387 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:42:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742387_1563 (size=12104) 2024-11-10T23:42:57,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:57,473 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:42:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:42:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106a1278bc09634cc0a81898a360c2e596_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282175770/Put/seqid=0 2024-11-10T23:42:57,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742388_1564 (size=12154) 2024-11-10T23:42:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:57,794 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/fe07eccceafc4f209408e2339a826180 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/fe07eccceafc4f209408e2339a826180 2024-11-10T23:42:57,798 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into fe07eccceafc4f209408e2339a826180(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:42:57,798 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:57,798 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=13, startTime=1731282177352; duration=0sec 2024-11-10T23:42:57,798 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:42:57,798 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:42:57,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:57,887 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106a1278bc09634cc0a81898a360c2e596_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106a1278bc09634cc0a81898a360c2e596_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/0f5908e7937241d4933a21bbbdfa359c, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/0f5908e7937241d4933a21bbbdfa359c is 175, key is test_row_0/A:col10/1731282175770/Put/seqid=0 2024-11-10T23:42:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742389_1565 (size=30955) 2024-11-10T23:42:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:57,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:42:57,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282237936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:57,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282237937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282237939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:57,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:57,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282238051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282238051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282238051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282238261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282238261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282238261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,292 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/0f5908e7937241d4933a21bbbdfa359c 2024-11-10T23:42:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/b24a2446850d4d3dbaa1da45479270b8 is 50, key is test_row_0/B:col10/1731282175770/Put/seqid=0 2024-11-10T23:42:58,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742390_1566 (size=12001) 2024-11-10T23:42:58,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282238571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282238571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282238571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:58,703 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/b24a2446850d4d3dbaa1da45479270b8 2024-11-10T23:42:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/049046cd2f464ad6891d26e05c7e1ed1 is 50, key is test_row_0/C:col10/1731282175770/Put/seqid=0 2024-11-10T23:42:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742391_1567 (size=12001) 2024-11-10T23:42:59,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282239082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:59,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282239082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282239082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:42:59,114 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/049046cd2f464ad6891d26e05c7e1ed1 2024-11-10T23:42:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/0f5908e7937241d4933a21bbbdfa359c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c 2024-11-10T23:42:59,121 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c, entries=150, sequenceid=99, filesize=30.2 K 2024-11-10T23:42:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/b24a2446850d4d3dbaa1da45479270b8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8 2024-11-10T23:42:59,124 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8, entries=150, sequenceid=99, filesize=11.7 K 2024-11-10T23:42:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/049046cd2f464ad6891d26e05c7e1ed1 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1 2024-11-10T23:42:59,128 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1, entries=150, sequenceid=99, filesize=11.7 K 2024-11-10T23:42:59,128 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 4654a7d668848c728bcc16460ee16ec6 in 1655ms, sequenceid=99, compaction requested=false 2024-11-10T23:42:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:42:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-10T23:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-10T23:42:59,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T23:42:59,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-10T23:42:59,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.1200 sec 2024-11-10T23:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T23:42:59,162 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:42:59,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:42:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-10T23:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:42:59,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:42:59,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:42:59,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:42:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:42:59,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:42:59,317 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:42:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:42:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105da6db1662ac4e469549810f4ed4ce6b_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282177929/Put/seqid=0 2024-11-10T23:42:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742392_1568 (size=12154) 2024-11-10T23:42:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:42:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:59,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105da6db1662ac4e469549810f4ed4ce6b_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105da6db1662ac4e469549810f4ed4ce6b_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:42:59,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/71f57b0d141e4b909a5da7f636370b4d, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:42:59,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/71f57b0d141e4b909a5da7f636370b4d is 175, key is test_row_0/A:col10/1731282177929/Put/seqid=0 2024-11-10T23:42:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742393_1569 (size=30955) 2024-11-10T23:42:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:43:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:00,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:00,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282180115, max timestamp=1731282180128Num uniques 859; 2024-11-10T23:43:00,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282180115, max timestamp=1731282180128Num uniques 859; 2024-11-10T23:43:00,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:43:00,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:43:00,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731282180115, max timestamp=1731282180128Num uniques 859; 2024-11-10T23:43:00,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T23:43:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/71f57b0d141e4b909a5da7f636370b4d 2024-11-10T23:43:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/4cfd73c3b78f4945b44b05fc74bd6587 is 50, key is test_row_0/B:col10/1731282177929/Put/seqid=0 2024-11-10T23:43:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742394_1570 (size=12001) 2024-11-10T23:43:00,148 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/4cfd73c3b78f4945b44b05fc74bd6587 2024-11-10T23:43:00,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/dd0d5e7253a44354a873d9b3d8b88091 is 50, key is test_row_0/C:col10/1731282177929/Put/seqid=0 2024-11-10T23:43:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742395_1571 (size=12001) 2024-11-10T23:43:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282240156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282240161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282240163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282240271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282240271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282240271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:43:00,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282240482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282240482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282240482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,558 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/dd0d5e7253a44354a873d9b3d8b88091 2024-11-10T23:43:00,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/71f57b0d141e4b909a5da7f636370b4d as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d 2024-11-10T23:43:00,565 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d, entries=150, sequenceid=110, filesize=30.2 K 2024-11-10T23:43:00,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/4cfd73c3b78f4945b44b05fc74bd6587 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587 2024-11-10T23:43:00,569 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T23:43:00,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/dd0d5e7253a44354a873d9b3d8b88091 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091 2024-11-10T23:43:00,572 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T23:43:00,573 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4654a7d668848c728bcc16460ee16ec6 in 1256ms, sequenceid=110, compaction requested=true 2024-11-10T23:43:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-10T23:43:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-10T23:43:00,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-10T23:43:00,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-10T23:43:00,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4140 sec 2024-11-10T23:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:00,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:00,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca4a8c04084c4a07aadfaeb34d3fb7df_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742396_1572 (size=12304) 2024-11-10T23:43:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282240804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282240805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282240808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282240921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282240921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282240921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:00,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282241111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,116 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:43:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282241121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,127 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:43:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282241131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282241132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282241132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:01,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca4a8c04084c4a07aadfaeb34d3fb7df_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4a8c04084c4a07aadfaeb34d3fb7df_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:01,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/45fe2ec2dcec4bceadf6f29892654a0f, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:01,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/45fe2ec2dcec4bceadf6f29892654a0f is 175, key is test_row_0/A:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742397_1573 (size=31105) 2024-11-10T23:43:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T23:43:01,311 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:01,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:43:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-10T23:43:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:01,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:43:01,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:43:01,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:43:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282241441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282241441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282241442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,614 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/45fe2ec2dcec4bceadf6f29892654a0f 2024-11-10T23:43:01,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/f95e07ffb139433996faef91f5ce91e6 is 50, key is test_row_0/B:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742398_1574 (size=12151) 2024-11-10T23:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:01,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:01,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:01,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282241951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282241952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282241952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:02,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/f95e07ffb139433996faef91f5ce91e6 2024-11-10T23:43:02,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b00118cc31c748ba9861965e872d28ad is 50, key is test_row_0/C:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742399_1575 (size=12151) 2024-11-10T23:43:02,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:02,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b00118cc31c748ba9861965e872d28ad 2024-11-10T23:43:02,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/45fe2ec2dcec4bceadf6f29892654a0f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f 2024-11-10T23:43:02,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f, entries=150, sequenceid=146, filesize=30.4 K 2024-11-10T23:43:02,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/f95e07ffb139433996faef91f5ce91e6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6 2024-11-10T23:43:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6, entries=150, sequenceid=146, filesize=11.9 K 2024-11-10T23:43:02,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b00118cc31c748ba9861965e872d28ad as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad 2024-11-10T23:43:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:02,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad, entries=150, sequenceid=146, filesize=11.9 K 2024-11-10T23:43:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 4654a7d668848c728bcc16460ee16ec6 in 1657ms, sequenceid=146, compaction requested=true 2024-11-10T23:43:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:43:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:02,452 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:43:02,452 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:43:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:43:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:43:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124073 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:43:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,454 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,454 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,454 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=121.2 K 2024-11-10T23:43:02,454 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4ba3eec2b7ba463292101da749b20d34, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=47.1 K 2024-11-10T23:43:02,454 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f] 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 080e2456065e4c9887cc4aebd5e2a1ef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:43:02,454 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba3eec2b7ba463292101da749b20d34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:43:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b24a2446850d4d3dbaa1da45479270b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731282175766 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f5908e7937241d4933a21bbbdfa359c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731282175766 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f57b0d141e4b909a5da7f636370b4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282177929 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cfd73c3b78f4945b44b05fc74bd6587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282177929 2024-11-10T23:43:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45fe2ec2dcec4bceadf6f29892654a0f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:02,455 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting f95e07ffb139433996faef91f5ce91e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,461 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,463 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111000ef9a59da9841f8b9224cc1532b1cef_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:02,463 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,464 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/08c30d8257234842af9a2c3824a7affa is 50, key is test_row_0/B:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,466 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111000ef9a59da9841f8b9224cc1532b1cef_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:02,466 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111000ef9a59da9841f8b9224cc1532b1cef_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742401_1577 (size=4469) 2024-11-10T23:43:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742400_1576 (size=12391) 2024-11-10T23:43:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,477 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/08c30d8257234842af9a2c3824a7affa as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08c30d8257234842af9a2c3824a7affa 2024-11-10T23:43:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,482 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into 08c30d8257234842af9a2c3824a7affa(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,482 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:02,482 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=12, startTime=1731282182452; duration=0sec 2024-11-10T23:43:02,482 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:02,482 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:43:02,482 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T23:43:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,483 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T23:43:02,483 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:43:02,483 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,484 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/fe07eccceafc4f209408e2339a826180, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=47.1 K 2024-11-10T23:43:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,484 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fe07eccceafc4f209408e2339a826180, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731282175063 2024-11-10T23:43:02,484 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 049046cd2f464ad6891d26e05c7e1ed1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731282175766 2024-11-10T23:43:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,484 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting dd0d5e7253a44354a873d9b3d8b88091, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731282177929 2024-11-10T23:43:02,485 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b00118cc31c748ba9861965e872d28ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,493 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,494 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/93c1d0c4099f47aa86ee755c87b6375b is 50, key is test_row_0/C:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742402_1578 (size=12391) 2024-11-10T23:43:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,511 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/93c1d0c4099f47aa86ee755c87b6375b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/93c1d0c4099f47aa86ee755c87b6375b 2024-11-10T23:43:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,515 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into 93c1d0c4099f47aa86ee755c87b6375b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:02,515 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:02,515 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=12, startTime=1731282182453; duration=0sec 2024-11-10T23:43:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,515 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:02,515 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:43:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T23:43:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:02,539 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T23:43:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105f1540332fbf418ba57d4188d5a4d7ff_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_1/A:col10/1731282180800/Put/seqid=0 2024-11-10T23:43:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742403_1579 (size=9814) 2024-11-10T23:43:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,557 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105f1540332fbf418ba57d4188d5a4d7ff_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105f1540332fbf418ba57d4188d5a4d7ff_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e65a8514bacf422082b0f159e1394a64, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e65a8514bacf422082b0f159e1394a64 is 175, key is test_row_1/A:col10/1731282180800/Put/seqid=0 2024-11-10T23:43:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742404_1580 (size=22461) 2024-11-10T23:43:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,871 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,872 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e440c09cb1f44c2aa6b255174ce08709 is 175, key is test_row_0/A:col10/1731282180146/Put/seqid=0 2024-11-10T23:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742405_1581 (size=31345) 2024-11-10T23:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,967 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e65a8514bacf422082b0f159e1394a64 2024-11-10T23:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/3e991ad4559046c3ad09b6a4ce20ea37 is 50, key is test_row_1/B:col10/1731282180800/Put/seqid=0 2024-11-10T23:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742406_1582 (size=9757) 2024-11-10T23:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/3e991ad4559046c3ad09b6a4ce20ea37 2024-11-10T23:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:03,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/350063dde6374a4bae36dfe4e24b3bb7 is 50, key is test_row_1/C:col10/1731282180800/Put/seqid=0 2024-11-10T23:43:03,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742407_1583 (size=9757) 2024-11-10T23:43:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/350063dde6374a4bae36dfe4e24b3bb7 2024-11-10T23:43:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e65a8514bacf422082b0f159e1394a64 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64 2024-11-10T23:43:03,025 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64, entries=100, sequenceid=157, filesize=21.9 K 2024-11-10T23:43:03,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282182999, max timestamp=1731282183023Num uniques 859; 2024-11-10T23:43:03,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:43:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/3e991ad4559046c3ad09b6a4ce20ea37 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37 2024-11-10T23:43:03,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282182999, max timestamp=1731282183023Num uniques 859; 2024-11-10T23:43:03,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:43:03,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731282182999, max timestamp=1731282183028Num uniques 859; 2024-11-10T23:43:03,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ae12972821c6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T23:43:03,034 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37, entries=100, sequenceid=157, filesize=9.5 K 2024-11-10T23:43:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/350063dde6374a4bae36dfe4e24b3bb7 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7 2024-11-10T23:43:03,040 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7, entries=100, sequenceid=157, filesize=9.5 K 2024-11-10T23:43:03,042 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for 4654a7d668848c728bcc16460ee16ec6 in 503ms, sequenceid=157, compaction requested=false 2024-11-10T23:43:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-10T23:43:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-10T23:43:03,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-10T23:43:03,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-10T23:43:03,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.7350 sec 2024-11-10T23:43:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:03,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=73.80 KB heapSize=205.69 KB 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T23:43:03,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c692999a0b504032b9db33d4b4a8e621_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742408_1584 (size=17284) 2024-11-10T23:43:03,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:03,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c692999a0b504032b9db33d4b4a8e621_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c692999a0b504032b9db33d4b4a8e621_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:03,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/ae4ca156a34040beb4b103b283b8265f, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:03,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/ae4ca156a34040beb4b103b283b8265f is 175, key is test_row_0/A:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742409_1585 (size=48389) 2024-11-10T23:43:03,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/ae4ca156a34040beb4b103b283b8265f 2024-11-10T23:43:03,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282243092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/801c3f4134d94a699fcff56a5b442583 is 50, key is test_row_0/B:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282243093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282243095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742410_1586 (size=12151) 2024-11-10T23:43:03,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282243200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282243211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282243211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,279 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/e440c09cb1f44c2aa6b255174ce08709 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709 2024-11-10T23:43:03,283 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into e440c09cb1f44c2aa6b255174ce08709(size=30.6 K), total size for store is 52.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:03,283 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:03,283 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=12, startTime=1731282182452; duration=0sec 2024-11-10T23:43:03,283 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:03,283 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:43:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282243411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282243421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282243421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T23:43:03,461 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:03,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:43:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-10T23:43:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:03,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:43:03,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:43:03,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:43:03,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/801c3f4134d94a699fcff56a5b442583 2024-11-10T23:43:03,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a0274db7eabc42b29e8f718e9e1fe6ea is 50, key is test_row_0/C:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742411_1587 (size=12151) 2024-11-10T23:43:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:03,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T23:43:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282243721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282243731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282243731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:03,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T23:43:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:03,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a0274db7eabc42b29e8f718e9e1fe6ea 2024-11-10T23:43:03,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/ae4ca156a34040beb4b103b283b8265f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f 2024-11-10T23:43:03,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T23:43:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:03,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f, entries=250, sequenceid=185, filesize=47.3 K 2024-11-10T23:43:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/801c3f4134d94a699fcff56a5b442583 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583 2024-11-10T23:43:03,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T23:43:03,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a0274db7eabc42b29e8f718e9e1fe6ea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea 2024-11-10T23:43:03,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T23:43:03,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~205.64 KB/210576, currentSize=107.34 KB/109920 for 4654a7d668848c728bcc16460ee16ec6 in 883ms, sequenceid=185, compaction requested=true 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:43:03,933 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:43:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:03,933 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:43:03,934 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,934 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,934 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08c30d8257234842af9a2c3824a7affa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=33.5 K 2024-11-10T23:43:03,934 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=99.8 K 2024-11-10T23:43:03,934 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f] 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c30d8257234842af9a2c3824a7affa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e440c09cb1f44c2aa6b255174ce08709, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:03,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e991ad4559046c3ad09b6a4ce20ea37, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731282180800 2024-11-10T23:43:03,935 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting e65a8514bacf422082b0f159e1394a64, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731282180800 2024-11-10T23:43:03,935 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 801c3f4134d94a699fcff56a5b442583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183040 2024-11-10T23:43:03,935 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4ca156a34040beb4b103b283b8265f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183017 2024-11-10T23:43:03,939 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:03,941 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:03,941 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/fa8bc2956100452890ca9158159c3623 is 50, key is test_row_0/B:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:03,942 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d62d41e13ef54156b94ad70c82d1d91c_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:03,948 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d62d41e13ef54156b94ad70c82d1d91c_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:03,949 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d62d41e13ef54156b94ad70c82d1d91c_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742412_1588 (size=12493) 2024-11-10T23:43:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742413_1589 (size=4469) 2024-11-10T23:43:04,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T23:43:04,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:04,075 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111027dc29241ba443848392cfc5ee222b72_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282183092/Put/seqid=0 2024-11-10T23:43:04,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742414_1590 (size=12304) 2024-11-10T23:43:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:04,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282244255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282244256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282244257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,354 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#503 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:04,354 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/457a5b2f1b38460abf959ba3ed25405a is 175, key is test_row_0/A:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:04,356 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/fa8bc2956100452890ca9158159c3623 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/fa8bc2956100452890ca9158159c3623 2024-11-10T23:43:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742415_1591 (size=31447) 2024-11-10T23:43:04,361 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into fa8bc2956100452890ca9158159c3623(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:04,361 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:04,361 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=13, startTime=1731282183933; duration=0sec 2024-11-10T23:43:04,361 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:04,361 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:43:04,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:04,362 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/457a5b2f1b38460abf959ba3ed25405a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a 2024-11-10T23:43:04,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:04,362 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:43:04,362 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:04,363 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/93c1d0c4099f47aa86ee755c87b6375b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=33.5 K 2024-11-10T23:43:04,363 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 93c1d0c4099f47aa86ee755c87b6375b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731282180146 2024-11-10T23:43:04,363 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 350063dde6374a4bae36dfe4e24b3bb7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731282180800 2024-11-10T23:43:04,364 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a0274db7eabc42b29e8f718e9e1fe6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183040 2024-11-10T23:43:04,366 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into 457a5b2f1b38460abf959ba3ed25405a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:04,366 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:04,366 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=13, startTime=1731282183933; duration=0sec 2024-11-10T23:43:04,366 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:04,366 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:43:04,371 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:04,372 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/7411b20fa4bc419597fe184937f6e8f8 is 50, key is test_row_0/C:col10/1731282183046/Put/seqid=0 2024-11-10T23:43:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282244371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282244371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282244372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742416_1592 (size=12493) 2024-11-10T23:43:04,386 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/7411b20fa4bc419597fe184937f6e8f8 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/7411b20fa4bc419597fe184937f6e8f8 2024-11-10T23:43:04,390 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into 7411b20fa4bc419597fe184937f6e8f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:04,390 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:04,390 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=13, startTime=1731282183933; duration=0sec 2024-11-10T23:43:04,390 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:04,390 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:43:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:04,489 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111027dc29241ba443848392cfc5ee222b72_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111027dc29241ba443848392cfc5ee222b72_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d87d97207cc34912a62a97147ccc184f, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:04,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d87d97207cc34912a62a97147ccc184f is 175, key is test_row_0/A:col10/1731282183092/Put/seqid=0 2024-11-10T23:43:04,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742417_1593 (size=31105) 2024-11-10T23:43:04,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282244581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282244581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282244582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:04,895 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d87d97207cc34912a62a97147ccc184f 2024-11-10T23:43:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/c6d47b8125574eeb856551a7cbc83a4b is 50, key is test_row_0/B:col10/1731282183092/Put/seqid=0 2024-11-10T23:43:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742418_1594 (size=12151) 2024-11-10T23:43:05,305 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/c6d47b8125574eeb856551a7cbc83a4b 2024-11-10T23:43:05,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b289328e951b4fb7aea30d662fa9c40a is 50, key is test_row_0/C:col10/1731282183092/Put/seqid=0 2024-11-10T23:43:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742419_1595 (size=12151) 2024-11-10T23:43:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282245401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282245401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282245401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:05,716 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b289328e951b4fb7aea30d662fa9c40a 2024-11-10T23:43:05,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/d87d97207cc34912a62a97147ccc184f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f 2024-11-10T23:43:05,723 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f, entries=150, sequenceid=205, filesize=30.4 K 2024-11-10T23:43:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/c6d47b8125574eeb856551a7cbc83a4b as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b 2024-11-10T23:43:05,726 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T23:43:05,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b289328e951b4fb7aea30d662fa9c40a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a 2024-11-10T23:43:05,730 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T23:43:05,731 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4654a7d668848c728bcc16460ee16ec6 in 1656ms, sequenceid=205, compaction requested=false 2024-11-10T23:43:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-10T23:43:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-10T23:43:05,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-10T23:43:05,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-10T23:43:05,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2720 sec 2024-11-10T23:43:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:06,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:06,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e943f77dfb404d58afc5f80aca9829e2_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742420_1596 (size=12304) 2024-11-10T23:43:06,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:06,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e943f77dfb404d58afc5f80aca9829e2_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e943f77dfb404d58afc5f80aca9829e2_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:06,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/402ebb08ab1e4b2080dc2e7c56505573, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:06,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/402ebb08ab1e4b2080dc2e7c56505573 is 175, key is test_row_0/A:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742421_1597 (size=31105) 2024-11-10T23:43:06,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282246450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282246452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282246453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282246561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282246772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:06,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/402ebb08ab1e4b2080dc2e7c56505573 2024-11-10T23:43:06,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/77b49341ee6c49f697e61d17480538a5 is 50, key is test_row_0/B:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742422_1598 (size=12151) 2024-11-10T23:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282247081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282247081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282247081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/77b49341ee6c49f697e61d17480538a5 2024-11-10T23:43:07,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/1dc831795c9c49c6adcdd1c53200b872 is 50, key is test_row_0/C:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742423_1599 (size=12151) 2024-11-10T23:43:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282247591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282247591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282247591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T23:43:07,632 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:07,632 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:43:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-10T23:43:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T23:43:07,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:43:07,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:43:07,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:43:07,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/1dc831795c9c49c6adcdd1c53200b872 2024-11-10T23:43:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/402ebb08ab1e4b2080dc2e7c56505573 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573 2024-11-10T23:43:07,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573, entries=150, sequenceid=223, filesize=30.4 K 2024-11-10T23:43:07,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/77b49341ee6c49f697e61d17480538a5 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5 2024-11-10T23:43:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T23:43:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/1dc831795c9c49c6adcdd1c53200b872 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872 2024-11-10T23:43:07,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T23:43:07,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 4654a7d668848c728bcc16460ee16ec6 in 1271ms, sequenceid=223, compaction requested=true 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:43:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:07,686 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:07,686 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:43:07,687 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:07,687 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:07,687 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=91.5 K 2024-11-10T23:43:07,687 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/fa8bc2956100452890ca9158159c3623, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=35.9 K 2024-11-10T23:43:07,687 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573] 2024-11-10T23:43:07,687 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8bc2956100452890ca9158159c3623, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183040 2024-11-10T23:43:07,688 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d47b8125574eeb856551a7cbc83a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731282183081 2024-11-10T23:43:07,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 457a5b2f1b38460abf959ba3ed25405a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183040 2024-11-10T23:43:07,688 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b49341ee6c49f697e61d17480538a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:07,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87d97207cc34912a62a97147ccc184f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731282183081 2024-11-10T23:43:07,688 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 402ebb08ab1e4b2080dc2e7c56505573, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:07,695 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:07,695 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6f126c87b6c944bb8f8d1ea01ca93ecd is 50, key is test_row_0/B:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:07,696 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:07,701 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109eead851242d46958e11b5c935cb9de1_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:07,702 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109eead851242d46958e11b5c935cb9de1_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:07,703 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109eead851242d46958e11b5c935cb9de1_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:07,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742424_1600 (size=12595) 2024-11-10T23:43:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742425_1601 (size=4469) 2024-11-10T23:43:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T23:43:07,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T23:43:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:07,788 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110136b5539f01e419eb5fe4f3a0a80dde4_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282186451/Put/seqid=0 2024-11-10T23:43:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742426_1602 (size=12304) 2024-11-10T23:43:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:07,800 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110136b5539f01e419eb5fe4f3a0a80dde4_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110136b5539f01e419eb5fe4f3a0a80dde4_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/4fd82264b72f49cf97d5e4151d6410f9, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/4fd82264b72f49cf97d5e4151d6410f9 is 175, key is test_row_0/A:col10/1731282186451/Put/seqid=0 2024-11-10T23:43:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742427_1603 (size=31105) 2024-11-10T23:43:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T23:43:08,110 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6f126c87b6c944bb8f8d1ea01ca93ecd as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6f126c87b6c944bb8f8d1ea01ca93ecd 2024-11-10T23:43:08,114 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into 6f126c87b6c944bb8f8d1ea01ca93ecd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:08,114 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:08,114 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=13, startTime=1731282187686; duration=0sec 2024-11-10T23:43:08,114 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:08,114 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:43:08,114 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:08,115 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:08,115 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:43:08,115 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:08,115 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/7411b20fa4bc419597fe184937f6e8f8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=35.9 K 2024-11-10T23:43:08,116 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 7411b20fa4bc419597fe184937f6e8f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731282183040 2024-11-10T23:43:08,116 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting b289328e951b4fb7aea30d662fa9c40a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731282183081 2024-11-10T23:43:08,117 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:08,117 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc831795c9c49c6adcdd1c53200b872, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:08,117 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/b5df24683a3844b29868df2d08849104 is 175, key is test_row_0/A:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742428_1604 (size=31549) 2024-11-10T23:43:08,123 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:08,123 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/47d028d6dde7422ea768c6dec3d9a12c is 50, key is test_row_0/C:col10/1731282186413/Put/seqid=0 2024-11-10T23:43:08,127 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/b5df24683a3844b29868df2d08849104 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104 2024-11-10T23:43:08,132 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into b5df24683a3844b29868df2d08849104(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:08,132 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:08,132 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=13, startTime=1731282187686; duration=0sec 2024-11-10T23:43:08,132 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:08,132 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:43:08,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742429_1605 (size=12595) 2024-11-10T23:43:08,205 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/4fd82264b72f49cf97d5e4151d6410f9 2024-11-10T23:43:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6a4a9b016e714285bb7d727eb265469c is 50, key is test_row_0/B:col10/1731282186451/Put/seqid=0 2024-11-10T23:43:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742430_1606 (size=12151) 2024-11-10T23:43:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T23:43:08,541 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/47d028d6dde7422ea768c6dec3d9a12c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/47d028d6dde7422ea768c6dec3d9a12c 2024-11-10T23:43:08,545 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into 47d028d6dde7422ea768c6dec3d9a12c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:08,545 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:08,545 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=13, startTime=1731282187686; duration=0sec 2024-11-10T23:43:08,546 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:08,546 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:43:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:08,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:08,620 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6a4a9b016e714285bb7d727eb265469c 2024-11-10T23:43:08,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282248617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282248621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a9e6e360994e4ba99a793aa19fa0ea35 is 50, key is test_row_0/C:col10/1731282186451/Put/seqid=0 2024-11-10T23:43:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282248622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742431_1607 (size=12151) 2024-11-10T23:43:08,653 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a9e6e360994e4ba99a793aa19fa0ea35 2024-11-10T23:43:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/4fd82264b72f49cf97d5e4151d6410f9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9 2024-11-10T23:43:08,660 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9, entries=150, sequenceid=241, filesize=30.4 K 2024-11-10T23:43:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6a4a9b016e714285bb7d727eb265469c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c 2024-11-10T23:43:08,665 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T23:43:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a9e6e360994e4ba99a793aa19fa0ea35 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35 2024-11-10T23:43:08,669 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T23:43:08,670 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4654a7d668848c728bcc16460ee16ec6 in 883ms, sequenceid=241, compaction requested=false 2024-11-10T23:43:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-10T23:43:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-10T23:43:08,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-10T23:43:08,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-10T23:43:08,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0420 sec 2024-11-10T23:43:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:08,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T23:43:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:08,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109854dfd1d7e448ec9984cf4f99fe0573_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742432_1608 (size=14894) 2024-11-10T23:43:08,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282248757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282248759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282248760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T23:43:08,771 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:08,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T23:43:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-10T23:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:08,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:43:08,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:43:08,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:43:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282248871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282248872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282248872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:08,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:08,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282249081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282249082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282249082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:09,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:09,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109854dfd1d7e448ec9984cf4f99fe0573_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109854dfd1d7e448ec9984cf4f99fe0573_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:09,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/414ef889282f46a394a3047cd724659c, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:09,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/414ef889282f46a394a3047cd724659c is 175, key is test_row_0/A:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:09,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742433_1609 (size=39849) 2024-11-10T23:43:09,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282249391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282249391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282249391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:09,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/414ef889282f46a394a3047cd724659c 2024-11-10T23:43:09,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/111c9147bdf341c1b994d5ccee001b0f is 50, key is test_row_0/B:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742434_1610 (size=12251) 2024-11-10T23:43:09,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282249901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282249901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282249901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:09,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/111c9147bdf341c1b994d5ccee001b0f 2024-11-10T23:43:09,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/effb88dc2dc14cc4b387262b3cad5226 is 50, key is test_row_0/C:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742435_1611 (size=12251) 2024-11-10T23:43:09,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:09,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:43:10,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/effb88dc2dc14cc4b387262b3cad5226 2024-11-10T23:43:10,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/414ef889282f46a394a3047cd724659c as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c 2024-11-10T23:43:10,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c, entries=200, sequenceid=259, filesize=38.9 K 2024-11-10T23:43:10,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/111c9147bdf341c1b994d5ccee001b0f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f 2024-11-10T23:43:10,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f, entries=150, sequenceid=259, filesize=12.0 K 2024-11-10T23:43:10,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/effb88dc2dc14cc4b387262b3cad5226 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226 2024-11-10T23:43:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226, entries=150, sequenceid=259, filesize=12.0 K 2024-11-10T23:43:10,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4654a7d668848c728bcc16460ee16ec6 in 1653ms, sequenceid=259, compaction requested=true 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:43:10,386 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:43:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:10,386 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:10,388 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:10,388 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:10,388 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:43:10,388 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:43:10,388 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,388 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,388 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6f126c87b6c944bb8f8d1ea01ca93ecd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=36.1 K 2024-11-10T23:43:10,388 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=100.1 K 2024-11-10T23:43:10,388 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c] 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f126c87b6c944bb8f8d1ea01ca93ecd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5df24683a3844b29868df2d08849104, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a4a9b016e714285bb7d727eb265469c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731282186445 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd82264b72f49cf97d5e4151d6410f9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731282186445 2024-11-10T23:43:10,389 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 111c9147bdf341c1b994d5ccee001b0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:10,390 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 414ef889282f46a394a3047cd724659c, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:10,395 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:10,396 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:10,397 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/5fddfe6428d848438c763b3bc95f9b42 is 50, key is test_row_0/B:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:10,398 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111015a3923737ed4c80bc6a0d9dbfecc522_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:10,400 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111015a3923737ed4c80bc6a0d9dbfecc522_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:10,401 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111015a3923737ed4c80bc6a0d9dbfecc522_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:10,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742436_1612 (size=12797) 2024-11-10T23:43:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742437_1613 (size=4469) 2024-11-10T23:43:10,411 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#521 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:10,411 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/17fbd412e45e4b95be871353b1bb73ef is 175, key is test_row_0/A:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742438_1614 (size=31751) 2024-11-10T23:43:10,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T23:43:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,454 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T23:43:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103d2a9ffa46ec40bf977e8d6b60b5adc0_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282188757/Put/seqid=0 2024-11-10T23:43:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742439_1615 (size=12454) 2024-11-10T23:43:10,811 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/5fddfe6428d848438c763b3bc95f9b42 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/5fddfe6428d848438c763b3bc95f9b42 2024-11-10T23:43:10,816 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into 5fddfe6428d848438c763b3bc95f9b42(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:10,816 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:10,816 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=13, startTime=1731282190386; duration=0sec 2024-11-10T23:43:10,816 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:10,816 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:43:10,816 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:10,817 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:10,817 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:43:10,817 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:10,817 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/47d028d6dde7422ea768c6dec3d9a12c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=36.1 K 2024-11-10T23:43:10,818 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 47d028d6dde7422ea768c6dec3d9a12c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731282184256 2024-11-10T23:43:10,818 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/17fbd412e45e4b95be871353b1bb73ef as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef 2024-11-10T23:43:10,818 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e6e360994e4ba99a793aa19fa0ea35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731282186445 2024-11-10T23:43:10,818 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting effb88dc2dc14cc4b387262b3cad5226, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:10,821 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into 17fbd412e45e4b95be871353b1bb73ef(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:10,821 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:10,821 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=13, startTime=1731282190386; duration=0sec 2024-11-10T23:43:10,822 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:10,822 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:43:10,825 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:10,825 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/78e394191ada48b2b100af2ac49e2786 is 50, key is test_row_0/C:col10/1731282188732/Put/seqid=0 2024-11-10T23:43:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742440_1616 (size=12797) 2024-11-10T23:43:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:10,868 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103d2a9ffa46ec40bf977e8d6b60b5adc0_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d2a9ffa46ec40bf977e8d6b60b5adc0_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/da418660cab9412f9cbf8f215f28d849, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:10,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/da418660cab9412f9cbf8f215f28d849 is 175, key is test_row_0/A:col10/1731282188757/Put/seqid=0 2024-11-10T23:43:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742441_1617 (size=31255) 2024-11-10T23:43:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. as already flushing 2024-11-10T23:43:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282250934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282250934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282250938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282251041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282251051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282251051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58884 deadline: 1731282251141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58866 deadline: 1731282251141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,145 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_1' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:43:11,145 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ae12972821c6,40463,1731282019372 for 'test_row_2' in 4654a7d668848c728bcc16460ee16ec6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,232 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/78e394191ada48b2b100af2ac49e2786 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/78e394191ada48b2b100af2ac49e2786 2024-11-10T23:43:11,236 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into 78e394191ada48b2b100af2ac49e2786(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:11,236 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:11,237 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=13, startTime=1731282190386; duration=0sec 2024-11-10T23:43:11,237 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:11,237 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:43:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282251251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282251261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282251261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,272 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/da418660cab9412f9cbf8f215f28d849 2024-11-10T23:43:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ffaf05a421d34a03831f093c0a6bd52e is 50, key is test_row_0/B:col10/1731282188757/Put/seqid=0 2024-11-10T23:43:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742442_1618 (size=12301) 2024-11-10T23:43:11,282 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ffaf05a421d34a03831f093c0a6bd52e 2024-11-10T23:43:11,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/aa11ccc63f714b2980d841e909ebedea is 50, key is test_row_0/C:col10/1731282188757/Put/seqid=0 2024-11-10T23:43:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742443_1619 (size=12301) 2024-11-10T23:43:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282251560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282251571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282251571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:11,692 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/aa11ccc63f714b2980d841e909ebedea 2024-11-10T23:43:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/da418660cab9412f9cbf8f215f28d849 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849 2024-11-10T23:43:11,699 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849, entries=150, sequenceid=276, filesize=30.5 K 2024-11-10T23:43:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/ffaf05a421d34a03831f093c0a6bd52e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e 2024-11-10T23:43:11,703 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T23:43:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/aa11ccc63f714b2980d841e909ebedea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea 2024-11-10T23:43:11,706 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T23:43:11,707 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4654a7d668848c728bcc16460ee16ec6 in 1253ms, sequenceid=276, compaction requested=false 2024-11-10T23:43:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-10T23:43:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-10T23:43:11,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-10T23:43:11,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9360 sec 2024-11-10T23:43:11,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.9400 sec 2024-11-10T23:43:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:12,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:12,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102158c007c0c24266beaf74a6db0928fc_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742444_1620 (size=14994) 2024-11-10T23:43:12,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:12,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102158c007c0c24266beaf74a6db0928fc_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102158c007c0c24266beaf74a6db0928fc_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:12,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/c51122d5977348fb97f8c2eacae5df85, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:12,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/c51122d5977348fb97f8c2eacae5df85 is 175, key is test_row_0/A:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742445_1621 (size=39949) 2024-11-10T23:43:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282252105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282252106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282252106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282252221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282252221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282252221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282252431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282252431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282252431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/c51122d5977348fb97f8c2eacae5df85 2024-11-10T23:43:12,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6c97d54358da469d9159186e5fbc700f is 50, key is test_row_0/B:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742446_1622 (size=12301) 2024-11-10T23:43:12,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6c97d54358da469d9159186e5fbc700f 2024-11-10T23:43:12,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/96c02fded09344fb8395d3c5c7b6f55a is 50, key is test_row_0/C:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742447_1623 (size=12301) 2024-11-10T23:43:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58902 deadline: 1731282252741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58872 deadline: 1731282252741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1731282252741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 , the old value is region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:43:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., hostname=ae12972821c6,40463,1731282019372, seqNum=5 because the exception is null or not the one we care about 2024-11-10T23:43:12,856 INFO [Thread-2448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2448. 2024-11-10T23:43:12,856 DEBUG [Thread-2448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:12,856 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,856 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:12,858 INFO [Thread-2446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2446. 2024-11-10T23:43:12,858 DEBUG [Thread-2446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:12,858 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,858 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:12,859 INFO [Thread-2450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2450. 2024-11-10T23:43:12,859 DEBUG [Thread-2450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:12,859 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,860 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:12,860 INFO [Thread-2442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2442. 2024-11-10T23:43:12,860 DEBUG [Thread-2442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:12,860 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,861 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:12,861 INFO [Thread-2444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2444. 2024-11-10T23:43:12,861 DEBUG [Thread-2444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:12,862 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,862 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:12,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:12,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/96c02fded09344fb8395d3c5c7b6f55a 2024-11-10T23:43:12,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/c51122d5977348fb97f8c2eacae5df85 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85 2024-11-10T23:43:12,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85, entries=200, sequenceid=295, filesize=39.0 K 2024-11-10T23:43:12,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/6c97d54358da469d9159186e5fbc700f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f 2024-11-10T23:43:12,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f, entries=150, sequenceid=295, filesize=12.0 K 2024-11-10T23:43:12,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/96c02fded09344fb8395d3c5c7b6f55a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a 2024-11-10T23:43:12,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a, entries=150, sequenceid=295, filesize=12.0 K 2024-11-10T23:43:12,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 4654a7d668848c728bcc16460ee16ec6 in 853ms, sequenceid=295, compaction requested=true 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:12,927 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4654a7d668848c728bcc16460ee16ec6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T23:43:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:12,927 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:12,927 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102955 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/A is initiating minor compaction (all files) 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/B is initiating minor compaction (all files) 2024-11-10T23:43:12,928 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/A in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:12,928 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/B in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:12,928 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=100.5 K 2024-11-10T23:43:12,928 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/5fddfe6428d848438c763b3bc95f9b42, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=36.5 K 2024-11-10T23:43:12,928 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. files: [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85] 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fddfe6428d848438c763b3bc95f9b42, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17fbd412e45e4b95be871353b1bb73ef, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting ffaf05a421d34a03831f093c0a6bd52e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282188753 2024-11-10T23:43:12,928 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting da418660cab9412f9cbf8f215f28d849, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282188753 2024-11-10T23:43:12,929 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] compactions.Compactor(225): Compacting c51122d5977348fb97f8c2eacae5df85, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731282190932 2024-11-10T23:43:12,929 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c97d54358da469d9159186e5fbc700f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731282190933 2024-11-10T23:43:12,933 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:12,934 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:12,934 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110eaeefd780c974152a993463ce57562df_4654a7d668848c728bcc16460ee16ec6 store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:12,934 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/54cdfbd999864f82b6e716fcce3424d4 is 50, key is test_row_0/B:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:12,937 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110eaeefd780c974152a993463ce57562df_4654a7d668848c728bcc16460ee16ec6, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:12,937 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eaeefd780c974152a993463ce57562df_4654a7d668848c728bcc16460ee16ec6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742448_1624 (size=12949) 2024-11-10T23:43:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742449_1625 (size=4469) 2024-11-10T23:43:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T23:43:12,961 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] regionserver.HRegion(8855): Flush requested on 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:13,253 INFO [Thread-2435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2435. 2024-11-10T23:43:13,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T23:43:13,253 INFO [Thread-2431 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2431. 2024-11-10T23:43:13,253 INFO [Thread-2439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2439. 2024-11-10T23:43:13,253 DEBUG [Thread-2439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:13,253 DEBUG [Thread-2431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:13,253 DEBUG [Thread-2435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:13,253 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:13,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:13,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:13,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:13,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104184a3b8710d47ae973ded58f5df9c24_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_0/A:col10/1731282193251/Put/seqid=0 2024-11-10T23:43:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742450_1626 (size=12454) 2024-11-10T23:43:13,340 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#A#compaction#530 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:13,341 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/444b22b5ae8c458f919008505e1671ef is 175, key is test_row_0/A:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:13,342 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/54cdfbd999864f82b6e716fcce3424d4 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/54cdfbd999864f82b6e716fcce3424d4 2024-11-10T23:43:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742451_1627 (size=31903) 2024-11-10T23:43:13,346 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/B of 4654a7d668848c728bcc16460ee16ec6 into 54cdfbd999864f82b6e716fcce3424d4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:13,346 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/B, priority=13, startTime=1731282192927; duration=0sec 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:B 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:43:13,346 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1541): 4654a7d668848c728bcc16460ee16ec6/C is initiating minor compaction (all files) 2024-11-10T23:43:13,347 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4654a7d668848c728bcc16460ee16ec6/C in TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:13,347 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/78e394191ada48b2b100af2ac49e2786, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp, totalSize=36.5 K 2024-11-10T23:43:13,347 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e394191ada48b2b100af2ac49e2786, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731282188607 2024-11-10T23:43:13,347 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting aa11ccc63f714b2980d841e909ebedea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731282188753 2024-11-10T23:43:13,347 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c02fded09344fb8395d3c5c7b6f55a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731282190933 2024-11-10T23:43:13,352 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4654a7d668848c728bcc16460ee16ec6#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:43:13,353 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/074ff9a6440c4ab098c2b936bba9c3e6 is 50, key is test_row_0/C:col10/1731282190933/Put/seqid=0 2024-11-10T23:43:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742452_1628 (size=12949) 2024-11-10T23:43:13,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:13,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104184a3b8710d47ae973ded58f5df9c24_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104184a3b8710d47ae973ded58f5df9c24_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:13,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/18ab98a277a34679b36925e7c259eb4a, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:13,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/18ab98a277a34679b36925e7c259eb4a is 175, key is test_row_0/A:col10/1731282193251/Put/seqid=0 2024-11-10T23:43:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742453_1629 (size=31255) 2024-11-10T23:43:13,747 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/444b22b5ae8c458f919008505e1671ef as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/444b22b5ae8c458f919008505e1671ef 2024-11-10T23:43:13,750 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/A of 4654a7d668848c728bcc16460ee16ec6 into 444b22b5ae8c458f919008505e1671ef(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:13,750 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:13,751 INFO [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/A, priority=13, startTime=1731282192927; duration=0sec 2024-11-10T23:43:13,751 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:13,751 DEBUG [RS:0;ae12972821c6:40463-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:A 2024-11-10T23:43:13,758 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/074ff9a6440c4ab098c2b936bba9c3e6 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/074ff9a6440c4ab098c2b936bba9c3e6 2024-11-10T23:43:13,762 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4654a7d668848c728bcc16460ee16ec6/C of 4654a7d668848c728bcc16460ee16ec6 into 074ff9a6440c4ab098c2b936bba9c3e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:43:13,762 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:13,762 INFO [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., storeName=4654a7d668848c728bcc16460ee16ec6/C, priority=13, startTime=1731282192927; duration=0sec 2024-11-10T23:43:13,762 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:43:13,762 DEBUG [RS:0;ae12972821c6:40463-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4654a7d668848c728bcc16460ee16ec6:C 2024-11-10T23:43:14,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/18ab98a277a34679b36925e7c259eb4a 2024-11-10T23:43:14,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/a2beea258abe4224a3188995b975f66f is 50, key is test_row_0/B:col10/1731282193251/Put/seqid=0 2024-11-10T23:43:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742454_1630 (size=12301) 2024-11-10T23:43:14,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/a2beea258abe4224a3188995b975f66f 2024-11-10T23:43:14,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a1de3935d5514c9e8045af79e6112ae0 is 50, key is test_row_0/C:col10/1731282193251/Put/seqid=0 2024-11-10T23:43:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742455_1631 (size=12301) 2024-11-10T23:43:14,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a1de3935d5514c9e8045af79e6112ae0 2024-11-10T23:43:14,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/18ab98a277a34679b36925e7c259eb4a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/18ab98a277a34679b36925e7c259eb4a 2024-11-10T23:43:14,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/18ab98a277a34679b36925e7c259eb4a, entries=150, sequenceid=314, filesize=30.5 K 2024-11-10T23:43:14,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/a2beea258abe4224a3188995b975f66f as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/a2beea258abe4224a3188995b975f66f 2024-11-10T23:43:14,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/a2beea258abe4224a3188995b975f66f, entries=150, sequenceid=314, filesize=12.0 K 2024-11-10T23:43:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/a1de3935d5514c9e8045af79e6112ae0 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a1de3935d5514c9e8045af79e6112ae0 2024-11-10T23:43:14,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a1de3935d5514c9e8045af79e6112ae0, entries=150, sequenceid=314, filesize=12.0 K 2024-11-10T23:43:14,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 4654a7d668848c728bcc16460ee16ec6 in 1646ms, sequenceid=314, compaction requested=false 2024-11-10T23:43:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4654a7d668848c728bcc16460ee16ec6: 2024-11-10T23:43:17,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:43:21,172 INFO [Thread-2437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2437. 2024-11-10T23:43:21,172 DEBUG [Thread-2437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:21,172 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,173 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:21,192 INFO [Thread-2433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2433. 2024-11-10T23:43:21,192 DEBUG [Thread-2433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T23:43:21,192 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,193 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2856 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2990 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2886 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2844 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2991 2024-11-10T23:43:21,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T23:43:21,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:43:21,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:43:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:21,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:21,194 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T23:43:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:21,197 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282201197"}]},"ts":"1731282201197"} 2024-11-10T23:43:21,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T23:43:21,198 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T23:43:21,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T23:43:21,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, UNASSIGN}] 2024-11-10T23:43:21,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, UNASSIGN 2024-11-10T23:43:21,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=CLOSING, regionLocation=ae12972821c6,40463,1731282019372 2024-11-10T23:43:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, UNASSIGN because future has completed 2024-11-10T23:43:21,202 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T23:43:21,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372}] 2024-11-10T23:43:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:21,354 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:21,354 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T23:43:21,354 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 4654a7d668848c728bcc16460ee16ec6, disabling compactions & flushes 2024-11-10T23:43:21,354 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. after waiting 0 ms 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:21,355 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 4654a7d668848c728bcc16460ee16ec6 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=A 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=B 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4654a7d668848c728bcc16460ee16ec6, store=C 2024-11-10T23:43:21,355 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T23:43:21,359 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bee2685608454b4f9ae5d2c02d73c503_4654a7d668848c728bcc16460ee16ec6 is 50, key is test_row_1/A:col10/1731282201191/Put/seqid=0 2024-11-10T23:43:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742456_1632 (size=9914) 2024-11-10T23:43:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:21,763 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:43:21,767 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bee2685608454b4f9ae5d2c02d73c503_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bee2685608454b4f9ae5d2c02d73c503_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:21,767 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/3677f06f1d354467ae7d56f9ffffbcc9, store: [table=TestAcidGuarantees family=A region=4654a7d668848c728bcc16460ee16ec6] 2024-11-10T23:43:21,768 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/3677f06f1d354467ae7d56f9ffffbcc9 is 175, key is test_row_1/A:col10/1731282201191/Put/seqid=0 2024-11-10T23:43:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742457_1633 (size=22561) 2024-11-10T23:43:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:22,171 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/3677f06f1d354467ae7d56f9ffffbcc9 2024-11-10T23:43:22,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/8f69fa7ebfa245d494fb6f661fba8bcf is 50, key is test_row_1/B:col10/1731282201191/Put/seqid=0 2024-11-10T23:43:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742458_1634 (size=9857) 2024-11-10T23:43:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:22,580 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/8f69fa7ebfa245d494fb6f661fba8bcf 2024-11-10T23:43:22,584 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b30eda428aab49db8cbe02435ba7724a is 50, key is test_row_1/C:col10/1731282201191/Put/seqid=0 2024-11-10T23:43:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742459_1635 (size=9857) 2024-11-10T23:43:22,988 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b30eda428aab49db8cbe02435ba7724a 2024-11-10T23:43:22,991 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/A/3677f06f1d354467ae7d56f9ffffbcc9 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/3677f06f1d354467ae7d56f9ffffbcc9 2024-11-10T23:43:22,994 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/3677f06f1d354467ae7d56f9ffffbcc9, entries=100, sequenceid=322, filesize=22.0 K 2024-11-10T23:43:22,994 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/B/8f69fa7ebfa245d494fb6f661fba8bcf as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/8f69fa7ebfa245d494fb6f661fba8bcf 2024-11-10T23:43:22,997 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/8f69fa7ebfa245d494fb6f661fba8bcf, entries=100, sequenceid=322, filesize=9.6 K 2024-11-10T23:43:22,997 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/.tmp/C/b30eda428aab49db8cbe02435ba7724a as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b30eda428aab49db8cbe02435ba7724a 2024-11-10T23:43:23,000 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b30eda428aab49db8cbe02435ba7724a, entries=100, sequenceid=322, filesize=9.6 K 2024-11-10T23:43:23,000 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 4654a7d668848c728bcc16460ee16ec6 in 1645ms, sequenceid=322, compaction requested=true 2024-11-10T23:43:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85] to archive 2024-11-10T23:43:23,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:43:23,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/9567e5232ec34ee39438d090e18163ad 2024-11-10T23:43:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d62860b71ebf4d6f86c100694da3f12a 2024-11-10T23:43:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/8c95f60b1ce54b19986421e32eb2b38c 2024-11-10T23:43:23,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/080e2456065e4c9887cc4aebd5e2a1ef 2024-11-10T23:43:23,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/0f5908e7937241d4933a21bbbdfa359c 2024-11-10T23:43:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/71f57b0d141e4b909a5da7f636370b4d 2024-11-10T23:43:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e440c09cb1f44c2aa6b255174ce08709 2024-11-10T23:43:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/45fe2ec2dcec4bceadf6f29892654a0f 2024-11-10T23:43:23,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/e65a8514bacf422082b0f159e1394a64 2024-11-10T23:43:23,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/ae4ca156a34040beb4b103b283b8265f 2024-11-10T23:43:23,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/457a5b2f1b38460abf959ba3ed25405a 2024-11-10T23:43:23,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/d87d97207cc34912a62a97147ccc184f 2024-11-10T23:43:23,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/b5df24683a3844b29868df2d08849104 2024-11-10T23:43:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/402ebb08ab1e4b2080dc2e7c56505573 2024-11-10T23:43:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/4fd82264b72f49cf97d5e4151d6410f9 2024-11-10T23:43:23,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/414ef889282f46a394a3047cd724659c 2024-11-10T23:43:23,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/17fbd412e45e4b95be871353b1bb73ef 2024-11-10T23:43:23,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/da418660cab9412f9cbf8f215f28d849 2024-11-10T23:43:23,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/c51122d5977348fb97f8c2eacae5df85 2024-11-10T23:43:23,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4ba3eec2b7ba463292101da749b20d34, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08c30d8257234842af9a2c3824a7affa, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/fa8bc2956100452890ca9158159c3623, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6f126c87b6c944bb8f8d1ea01ca93ecd, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/5fddfe6428d848438c763b3bc95f9b42, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f] to archive 2024-11-10T23:43:23,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:43:23,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/793a7267065b49cda5814be005d01f14 2024-11-10T23:43:23,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08bf542824b145d58720cf25cc5511e3 2024-11-10T23:43:23,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4ba3eec2b7ba463292101da749b20d34 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4ba3eec2b7ba463292101da749b20d34 2024-11-10T23:43:23,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ad68bd978e2c4063902a20e8eca8a022 2024-11-10T23:43:23,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/b24a2446850d4d3dbaa1da45479270b8 2024-11-10T23:43:23,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/4cfd73c3b78f4945b44b05fc74bd6587 2024-11-10T23:43:23,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08c30d8257234842af9a2c3824a7affa to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/08c30d8257234842af9a2c3824a7affa 2024-11-10T23:43:23,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/f95e07ffb139433996faef91f5ce91e6 2024-11-10T23:43:23,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/3e991ad4559046c3ad09b6a4ce20ea37 2024-11-10T23:43:23,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/fa8bc2956100452890ca9158159c3623 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/fa8bc2956100452890ca9158159c3623 2024-11-10T23:43:23,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/801c3f4134d94a699fcff56a5b442583 2024-11-10T23:43:23,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/c6d47b8125574eeb856551a7cbc83a4b 2024-11-10T23:43:23,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6f126c87b6c944bb8f8d1ea01ca93ecd to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6f126c87b6c944bb8f8d1ea01ca93ecd 2024-11-10T23:43:23,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/77b49341ee6c49f697e61d17480538a5 2024-11-10T23:43:23,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6a4a9b016e714285bb7d727eb265469c 2024-11-10T23:43:23,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/5fddfe6428d848438c763b3bc95f9b42 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/5fddfe6428d848438c763b3bc95f9b42 2024-11-10T23:43:23,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/111c9147bdf341c1b994d5ccee001b0f 2024-11-10T23:43:23,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/ffaf05a421d34a03831f093c0a6bd52e 2024-11-10T23:43:23,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/6c97d54358da469d9159186e5fbc700f 2024-11-10T23:43:23,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/fe07eccceafc4f209408e2339a826180, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/93c1d0c4099f47aa86ee755c87b6375b, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/7411b20fa4bc419597fe184937f6e8f8, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/47d028d6dde7422ea768c6dec3d9a12c, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/78e394191ada48b2b100af2ac49e2786, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a] to archive 2024-11-10T23:43:23,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:43:23,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/285fdc2c3205481caf89a8d50f118545 2024-11-10T23:43:23,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/77b280bc0de64a1db5c3c06e2411588b 2024-11-10T23:43:23,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/fe07eccceafc4f209408e2339a826180 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/fe07eccceafc4f209408e2339a826180 2024-11-10T23:43:23,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/ac1270f5b36946a2bd344b79c9f37eee 2024-11-10T23:43:23,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/049046cd2f464ad6891d26e05c7e1ed1 2024-11-10T23:43:23,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/dd0d5e7253a44354a873d9b3d8b88091 2024-11-10T23:43:23,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/93c1d0c4099f47aa86ee755c87b6375b to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/93c1d0c4099f47aa86ee755c87b6375b 2024-11-10T23:43:23,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b00118cc31c748ba9861965e872d28ad 2024-11-10T23:43:23,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/350063dde6374a4bae36dfe4e24b3bb7 2024-11-10T23:43:23,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/7411b20fa4bc419597fe184937f6e8f8 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/7411b20fa4bc419597fe184937f6e8f8 2024-11-10T23:43:23,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a0274db7eabc42b29e8f718e9e1fe6ea 2024-11-10T23:43:23,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b289328e951b4fb7aea30d662fa9c40a 2024-11-10T23:43:23,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/47d028d6dde7422ea768c6dec3d9a12c to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/47d028d6dde7422ea768c6dec3d9a12c 2024-11-10T23:43:23,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/1dc831795c9c49c6adcdd1c53200b872 2024-11-10T23:43:23,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a9e6e360994e4ba99a793aa19fa0ea35 2024-11-10T23:43:23,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/78e394191ada48b2b100af2ac49e2786 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/78e394191ada48b2b100af2ac49e2786 2024-11-10T23:43:23,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/effb88dc2dc14cc4b387262b3cad5226 2024-11-10T23:43:23,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/aa11ccc63f714b2980d841e909ebedea 2024-11-10T23:43:23,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/96c02fded09344fb8395d3c5c7b6f55a 2024-11-10T23:43:23,050 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-10T23:43:23,051 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. 2024-11-10T23:43:23,051 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 4654a7d668848c728bcc16460ee16ec6: Waiting for close lock at 1731282201354Running coprocessor pre-close hooks at 1731282201354Disabling compacts and flushes for region at 1731282201354Disabling writes for close at 1731282201355 (+1 ms)Obtaining lock to block concurrent updates at 1731282201355Preparing flush snapshotting stores in 4654a7d668848c728bcc16460ee16ec6 at 1731282201355Finished memstore snapshotting TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731282201355Flushing stores of TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6. at 1731282201356 (+1 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/A: creating writer at 1731282201356Flushing mob file 4654a7d668848c728bcc16460ee16ec6/A: appending metadata at 1731282201359 (+3 ms)Flushing mob file 4654a7d668848c728bcc16460ee16ec6/A: closing flushed file at 1731282201359Flushing 4654a7d668848c728bcc16460ee16ec6/A: appending metadata at 1731282201767 (+408 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/A: closing flushed file at 1731282201767Flushing 4654a7d668848c728bcc16460ee16ec6/B: creating writer at 1731282202174 (+407 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/B: appending metadata at 1731282202176 (+2 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/B: closing flushed file at 1731282202176Flushing 4654a7d668848c728bcc16460ee16ec6/C: creating writer at 1731282202582 (+406 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/C: appending metadata at 1731282202584 (+2 ms)Flushing 4654a7d668848c728bcc16460ee16ec6/C: closing flushed file at 1731282202584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106740de: reopening flushed file at 1731282202991 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1164eb76: reopening flushed file at 1731282202994 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efa4a9b: reopening flushed file at 1731282202997 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 4654a7d668848c728bcc16460ee16ec6 in 1645ms, sequenceid=322, compaction requested=true at 1731282203000 (+3 ms)Writing region close event to WAL at 1731282203048 (+48 ms)Running coprocessor post-close hooks at 1731282203051 (+3 ms)Closed at 1731282203051 2024-11-10T23:43:23,052 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=4654a7d668848c728bcc16460ee16ec6, regionState=CLOSED 2024-11-10T23:43:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 because future has completed 2024-11-10T23:43:23,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-10T23:43:23,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 4654a7d668848c728bcc16460ee16ec6, server=ae12972821c6,40463,1731282019372 in 1.8530 sec 2024-11-10T23:43:23,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-10T23:43:23,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4654a7d668848c728bcc16460ee16ec6, UNASSIGN in 1.8560 sec 2024-11-10T23:43:23,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-10T23:43:23,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-10T23:43:23,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282203060"}]},"ts":"1731282203060"} 2024-11-10T23:43:23,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T23:43:23,061 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T23:43:23,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-10T23:43:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T23:43:23,341 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:23,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T23:43:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,343 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T23:43:23,344 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,345 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,347 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C, FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits] 2024-11-10T23:43:23,349 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/18ab98a277a34679b36925e7c259eb4a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/18ab98a277a34679b36925e7c259eb4a 2024-11-10T23:43:23,350 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/3677f06f1d354467ae7d56f9ffffbcc9 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/3677f06f1d354467ae7d56f9ffffbcc9 2024-11-10T23:43:23,351 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/444b22b5ae8c458f919008505e1671ef to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/A/444b22b5ae8c458f919008505e1671ef 2024-11-10T23:43:23,352 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/54cdfbd999864f82b6e716fcce3424d4 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/54cdfbd999864f82b6e716fcce3424d4 2024-11-10T23:43:23,353 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/8f69fa7ebfa245d494fb6f661fba8bcf to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/8f69fa7ebfa245d494fb6f661fba8bcf 2024-11-10T23:43:23,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/a2beea258abe4224a3188995b975f66f to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/B/a2beea258abe4224a3188995b975f66f 2024-11-10T23:43:23,355 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/074ff9a6440c4ab098c2b936bba9c3e6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/074ff9a6440c4ab098c2b936bba9c3e6 2024-11-10T23:43:23,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a1de3935d5514c9e8045af79e6112ae0 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/a1de3935d5514c9e8045af79e6112ae0 2024-11-10T23:43:23,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b30eda428aab49db8cbe02435ba7724a to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/C/b30eda428aab49db8cbe02435ba7724a 2024-11-10T23:43:23,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits/325.seqid to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6/recovered.edits/325.seqid 2024-11-10T23:43:23,360 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/default/TestAcidGuarantees/4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,360 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T23:43:23,360 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:43:23,361 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T23:43:23,363 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110136b5539f01e419eb5fe4f3a0a80dde4_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110136b5539f01e419eb5fe4f3a0a80dde4_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,364 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102158c007c0c24266beaf74a6db0928fc_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102158c007c0c24266beaf74a6db0928fc_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,364 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111027dc29241ba443848392cfc5ee222b72_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111027dc29241ba443848392cfc5ee222b72_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,365 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d2a9ffa46ec40bf977e8d6b60b5adc0_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d2a9ffa46ec40bf977e8d6b60b5adc0_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,366 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103ef63fa640f44aef8e5abdb9b65a18d9_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103ef63fa640f44aef8e5abdb9b65a18d9_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,367 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104184a3b8710d47ae973ded58f5df9c24_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104184a3b8710d47ae973ded58f5df9c24_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,368 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105510079a659446f2b7196e8ea2fa3496_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105510079a659446f2b7196e8ea2fa3496_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105da6db1662ac4e469549810f4ed4ce6b_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105da6db1662ac4e469549810f4ed4ce6b_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,370 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105f1540332fbf418ba57d4188d5a4d7ff_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105f1540332fbf418ba57d4188d5a4d7ff_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106a1278bc09634cc0a81898a360c2e596_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106a1278bc09634cc0a81898a360c2e596_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109854dfd1d7e448ec9984cf4f99fe0573_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109854dfd1d7e448ec9984cf4f99fe0573_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,372 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a130fb615f664d4191ac5bc27579bc0f_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a130fb615f664d4191ac5bc27579bc0f_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,373 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bee2685608454b4f9ae5d2c02d73c503_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bee2685608454b4f9ae5d2c02d73c503_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,374 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c692999a0b504032b9db33d4b4a8e621_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c692999a0b504032b9db33d4b4a8e621_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4a8c04084c4a07aadfaeb34d3fb7df_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca4a8c04084c4a07aadfaeb34d3fb7df_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e943f77dfb404d58afc5f80aca9829e2_4654a7d668848c728bcc16460ee16ec6 to hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e943f77dfb404d58afc5f80aca9829e2_4654a7d668848c728bcc16460ee16ec6 2024-11-10T23:43:23,376 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T23:43:23,377 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,379 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T23:43:23,381 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T23:43:23,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T23:43:23,382 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731282203382"}]},"ts":"9223372036854775807"} 2024-11-10T23:43:23,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T23:43:23,383 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4654a7d668848c728bcc16460ee16ec6, NAME => 'TestAcidGuarantees,,1731282169750.4654a7d668848c728bcc16460ee16ec6.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T23:43:23,383 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T23:43:23,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731282203383"}]},"ts":"9223372036854775807"} 2024-11-10T23:43:23,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T23:43:23,385 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T23:43:23,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-10T23:43:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T23:43:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T23:43:23,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T23:43:23,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=7728 (was 7752) 2024-11-10T23:43:23,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:43:23,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:43:23,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:43:23,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:23,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:23,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:43:23,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:43:23,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1801512384, stopped=false 2024-11-10T23:43:23,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,42895,1731282018549 2024-11-10T23:43:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:43:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:43:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:43:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:43:23,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:43:23,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:43:23,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:43:23,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:43:23,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:43:23,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:23,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,40463,1731282019372' ***** 2024-11-10T23:43:23,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:43:23,465 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:43:23,465 INFO [RS:0;ae12972821c6:40463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,40463,1731282019372 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:40463. 2024-11-10T23:43:23,466 DEBUG [RS:0;ae12972821c6:40463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:43:23,466 DEBUG [RS:0;ae12972821c6:40463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:43:23,466 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:43:23,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:43:23,467 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:43:23,467 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:43:23,467 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:23,467 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:43:23,467 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:43:23,467 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:43:23,467 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:43:23,467 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:43:23,467 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T23:43:23,491 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/info/3246281a267b45fd823a7f2bdb5f0e58 is 95, key is TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e./info:/1731282050099/DeleteFamily/seqid=0 2024-11-10T23:43:23,493 INFO [regionserver/ae12972821c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:43:23,493 INFO [regionserver/ae12972821c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:43:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742460_1636 (size=6514) 2024-11-10T23:43:23,534 INFO [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:43:23,667 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:23,867 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:23,895 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/info/3246281a267b45fd823a7f2bdb5f0e58 2024-11-10T23:43:23,913 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/ns/2eea1078e4144c62a140808564779a10 is 93, key is TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e./ns:/1731282050048/DeleteFamily/seqid=0 2024-11-10T23:43:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742461_1637 (size=5906) 2024-11-10T23:43:24,068 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:24,268 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:24,317 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/ns/2eea1078e4144c62a140808564779a10 2024-11-10T23:43:24,334 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/rep_barrier/aca08ee53d9644bfaf492ccb299b644e is 102, key is TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e./rep_barrier:/1731282050048/DeleteFamily/seqid=0 2024-11-10T23:43:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742462_1638 (size=6025) 2024-11-10T23:43:24,468 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:24,668 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:24,737 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/rep_barrier/aca08ee53d9644bfaf492ccb299b644e 2024-11-10T23:43:24,755 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/table/a3d77e2624a642cbb72215052fbfd853 is 96, key is TestAcidGuarantees,,1731282023017.8dd00da1a2015d5ba6a92eb01cc4d39e./table:/1731282050048/DeleteFamily/seqid=0 2024-11-10T23:43:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742463_1639 (size=5936) 2024-11-10T23:43:24,868 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:25,068 DEBUG [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:43:25,158 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/table/a3d77e2624a642cbb72215052fbfd853 2024-11-10T23:43:25,162 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/info/3246281a267b45fd823a7f2bdb5f0e58 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/info/3246281a267b45fd823a7f2bdb5f0e58 2024-11-10T23:43:25,164 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/info/3246281a267b45fd823a7f2bdb5f0e58, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T23:43:25,165 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/ns/2eea1078e4144c62a140808564779a10 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/ns/2eea1078e4144c62a140808564779a10 2024-11-10T23:43:25,167 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/ns/2eea1078e4144c62a140808564779a10, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T23:43:25,167 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/rep_barrier/aca08ee53d9644bfaf492ccb299b644e as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/rep_barrier/aca08ee53d9644bfaf492ccb299b644e 2024-11-10T23:43:25,170 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/rep_barrier/aca08ee53d9644bfaf492ccb299b644e, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T23:43:25,170 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/.tmp/table/a3d77e2624a642cbb72215052fbfd853 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/table/a3d77e2624a642cbb72215052fbfd853 2024-11-10T23:43:25,173 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/table/a3d77e2624a642cbb72215052fbfd853, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T23:43:25,173 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false 2024-11-10T23:43:25,177 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T23:43:25,177 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:43:25,177 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:43:25,177 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282203467Running coprocessor pre-close hooks at 1731282203467Disabling compacts and flushes for region at 1731282203467Disabling writes for close at 1731282203467Obtaining lock to block concurrent updates at 1731282203467Preparing flush snapshotting stores in 1588230740 at 1731282203467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731282203468 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282203468Flushing 1588230740/info: creating writer at 1731282203468Flushing 1588230740/info: appending metadata at 1731282203491 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731282203491Flushing 1588230740/ns: creating writer at 1731282203898 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731282203913 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731282203913Flushing 1588230740/rep_barrier: creating writer at 1731282204320 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731282204334 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731282204334Flushing 1588230740/table: creating writer at 1731282204740 (+406 ms)Flushing 1588230740/table: appending metadata at 1731282204755 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731282204755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fdc95e: reopening flushed file at 1731282205161 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0ac77c: reopening flushed file at 1731282205164 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6170c75d: reopening flushed file at 1731282205167 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c379af0: reopening flushed file at 1731282205170 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false at 1731282205173 (+3 ms)Writing region close event to WAL at 1731282205175 (+2 ms)Running coprocessor post-close hooks at 1731282205177 (+2 ms)Closed at 1731282205177 2024-11-10T23:43:25,178 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:43:25,269 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,40463,1731282019372; all regions closed. 2024-11-10T23:43:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741834_1010 (size=25344) 2024-11-10T23:43:25,275 DEBUG [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/oldWALs 2024-11-10T23:43:25,275 INFO [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C40463%2C1731282019372.meta:.meta(num 1731282022638) 2024-11-10T23:43:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741832_1008 (size=23068718) 2024-11-10T23:43:25,278 DEBUG [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/oldWALs 2024-11-10T23:43:25,278 INFO [RS:0;ae12972821c6:40463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C40463%2C1731282019372:(num 1731282021640) 2024-11-10T23:43:25,278 DEBUG [RS:0;ae12972821c6:40463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:43:25,278 INFO [RS:0;ae12972821c6:40463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:43:25,278 INFO [RS:0;ae12972821c6:40463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:43:25,278 INFO [RS:0;ae12972821c6:40463 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:43:25,279 INFO [RS:0;ae12972821c6:40463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:43:25,279 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:43:25,280 INFO [RS:0;ae12972821c6:40463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40463 2024-11-10T23:43:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,40463,1731282019372 2024-11-10T23:43:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:43:25,283 INFO [RS:0;ae12972821c6:40463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:43:25,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,40463,1731282019372] 2024-11-10T23:43:25,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,40463,1731282019372 already deleted, retry=false 2024-11-10T23:43:25,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,40463,1731282019372 expired; onlineServers=0 2024-11-10T23:43:25,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,42895,1731282018549' ***** 2024-11-10T23:43:25,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:43:25,287 INFO [M:0;ae12972821c6:42895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:43:25,287 INFO [M:0;ae12972821c6:42895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:43:25,287 DEBUG [M:0;ae12972821c6:42895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:43:25,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:43:25,287 DEBUG [M:0;ae12972821c6:42895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:43:25,287 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282021380 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282021380,5,FailOnTimeoutGroup] 2024-11-10T23:43:25,287 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282021379 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282021379,5,FailOnTimeoutGroup] 2024-11-10T23:43:25,287 INFO [M:0;ae12972821c6:42895 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:43:25,288 INFO [M:0;ae12972821c6:42895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:43:25,288 DEBUG [M:0;ae12972821c6:42895 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:43:25,288 INFO [M:0;ae12972821c6:42895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:43:25,288 INFO [M:0;ae12972821c6:42895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:43:25,288 ERROR [M:0;ae12972821c6:42895 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T23:43:25,289 INFO [M:0;ae12972821c6:42895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:43:25,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:43:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:43:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:43:25,289 DEBUG [M:0;ae12972821c6:42895 {}] zookeeper.ZKUtil(347): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:43:25,289 WARN [M:0;ae12972821c6:42895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:43:25,290 INFO [M:0;ae12972821c6:42895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/.lastflushedseqids 2024-11-10T23:43:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742464_1640 (size=72) 2024-11-10T23:43:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:43:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40463-0x101948e92c90001, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:43:25,386 INFO [RS:0;ae12972821c6:40463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:43:25,386 INFO [RS:0;ae12972821c6:40463 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,40463,1731282019372; zookeeper connection closed. 2024-11-10T23:43:25,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@566c6809 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@566c6809 2024-11-10T23:43:25,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:43:25,700 INFO [M:0;ae12972821c6:42895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:43:25,700 INFO [M:0;ae12972821c6:42895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:43:25,700 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:43:25,700 INFO [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:43:25,700 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:43:25,700 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:43:25,700 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:43:25,700 INFO [M:0;ae12972821c6:42895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=766.58 KB heapSize=938.43 KB 2024-11-10T23:43:25,715 DEBUG [M:0;ae12972821c6:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3789130aa8b447cbf1cf2a30a6c3405 is 82, key is hbase:meta,,1/info:regioninfo/1731282022722/Put/seqid=0 2024-11-10T23:43:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742465_1641 (size=5672) 2024-11-10T23:43:26,119 INFO [M:0;ae12972821c6:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3789130aa8b447cbf1cf2a30a6c3405 2024-11-10T23:43:26,138 DEBUG [M:0;ae12972821c6:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/163fcba363d449a8841eeb1bcba92cea is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1731282172813/Put/seqid=0 2024-11-10T23:43:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742466_1642 (size=45417) 2024-11-10T23:43:26,542 INFO [M:0;ae12972821c6:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=766.02 KB at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/163fcba363d449a8841eeb1bcba92cea 2024-11-10T23:43:26,545 INFO [M:0;ae12972821c6:42895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 163fcba363d449a8841eeb1bcba92cea 2024-11-10T23:43:26,560 DEBUG [M:0;ae12972821c6:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad61fba2e21747688d9349d8fe185877 is 69, key is ae12972821c6,40463,1731282019372/rs:state/1731282021403/Put/seqid=0 2024-11-10T23:43:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073742467_1643 (size=5156) 2024-11-10T23:43:26,963 INFO [M:0;ae12972821c6:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad61fba2e21747688d9349d8fe185877 2024-11-10T23:43:26,967 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3789130aa8b447cbf1cf2a30a6c3405 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3789130aa8b447cbf1cf2a30a6c3405 2024-11-10T23:43:26,969 INFO [M:0;ae12972821c6:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3789130aa8b447cbf1cf2a30a6c3405, entries=8, sequenceid=2119, filesize=5.5 K 2024-11-10T23:43:26,970 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/163fcba363d449a8841eeb1bcba92cea as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/163fcba363d449a8841eeb1bcba92cea 2024-11-10T23:43:26,972 INFO [M:0;ae12972821c6:42895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 163fcba363d449a8841eeb1bcba92cea 2024-11-10T23:43:26,973 INFO [M:0;ae12972821c6:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/163fcba363d449a8841eeb1bcba92cea, entries=170, sequenceid=2119, filesize=44.4 K 2024-11-10T23:43:26,973 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad61fba2e21747688d9349d8fe185877 as hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad61fba2e21747688d9349d8fe185877 2024-11-10T23:43:26,975 INFO [M:0;ae12972821c6:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/e103390b-ca22-f72a-0986-6d0fa4937040/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad61fba2e21747688d9349d8fe185877, entries=1, sequenceid=2119, filesize=5.0 K 2024-11-10T23:43:26,976 INFO [M:0;ae12972821c6:42895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~766.58 KB/784977, heapSize ~938.13 KB/960648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2119, compaction requested=false 2024-11-10T23:43:26,977 INFO [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:43:26,977 DEBUG [M:0;ae12972821c6:42895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282205700Disabling compacts and flushes for region at 1731282205700Disabling writes for close at 1731282205700Obtaining lock to block concurrent updates at 1731282205700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282205700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=784977, getHeapSize=960888, getOffHeapSize=0, getCellsCount=2314 at 1731282205701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282205701Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282205701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282205715 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282205715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282206122 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282206138 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282206138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282206545 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282206560 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282206560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f91850: reopening flushed file at 1731282206966 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673f0e3f: reopening flushed file at 1731282206969 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34208ed1: reopening flushed file at 1731282206973 (+4 ms)Finished flush of dataSize ~766.58 KB/784977, heapSize ~938.13 KB/960648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2119, compaction requested=false at 1731282206976 (+3 ms)Writing region close event to WAL at 1731282206977 (+1 ms)Closed at 1731282206977 2024-11-10T23:43:26,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741830_1006 (size=923911) 2024-11-10T23:43:26,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:43:26,980 INFO [M:0;ae12972821c6:42895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:43:26,980 INFO [M:0;ae12972821c6:42895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42895 2024-11-10T23:43:26,980 INFO [M:0;ae12972821c6:42895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:43:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:43:27,082 INFO [M:0;ae12972821c6:42895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:43:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x101948e92c90000, quorum=127.0.0.1:64889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:43:27,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:43:27,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:43:27,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:43:27,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:43:27,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.log.dir/,STOPPED} 2024-11-10T23:43:27,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:43:27,092 WARN [BP-354302373-172.17.0.2-1731282015264 heartbeating to localhost/127.0.0.1:33701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:43:27,093 WARN [BP-354302373-172.17.0.2-1731282015264 heartbeating to localhost/127.0.0.1:33701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354302373-172.17.0.2-1731282015264 (Datanode Uuid 561b77fc-3f79-4f2d-b898-dd1a89777d2f) service to localhost/127.0.0.1:33701 2024-11-10T23:43:27,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:43:27,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/data/data1/current/BP-354302373-172.17.0.2-1731282015264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:43:27,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/cluster_1d6d3238-bd62-6357-e44b-1f36dd3984ef/data/data2/current/BP-354302373-172.17.0.2-1731282015264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:43:27,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:43:27,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:43:27,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:43:27,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:43:27,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:43:27,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/45396555-158f-282a-b0f2-baf415c28d87/hadoop.log.dir/,STOPPED} 2024-11-10T23:43:27,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:43:27,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down